2026-02-17T22:02:28.487 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-17T22:02:28.504 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T22:02:28.729 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966 branch: 20.2.1_2.17.26-baseline_2 description: upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} email: yweinste@redhat.com first_in_suite: false flavor: default job_id: '53966' kernel: sha1: distro last_in_suite: false machine_type: trial meta: - desc: 'install ceph/squid latest ' name: yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: 20.2.1_2.17.26-baseline_2 ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - is offline because no MDS - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - BLUESTORE_SLOW_OP_ALERT - slow operation indications in BlueStore - experiencing slow operations in BlueStore - MGR_MODULE_ERROR - OSD_DOWN - osd.* is down - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - osds down - osd.* is down - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - pg .* is stuck inactive - pg .* is .*degraded - pg .* is stuck peering - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: 20.2.1_2.17.26-baseline_2 sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 8679 sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: 20.2.1_2.17.26-baseline_2 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed targets: trial004.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBo0kE6++DQSrsbhheQkH/odmm2chQfpZNJbhl4tizgLFmTMtDlzzYzuuQBau63+3CkBu4KmQcVvJBG2rntQQMQ= tasks: - install: branch: squid exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing squid' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client squid - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release tentacle - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: - "local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find\ \ \"-all$\" then\n log.debug(\"removing default kernel specification: %s\", yaml.kernel)\n\ \ py_attrgetter(yaml.kernel).pop('branch', nil)\n py_attrgetter(yaml.kernel).pop('deb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('flavor', nil)\n py_attrgetter(yaml.kernel).pop('kdb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('koji', nil)\n py_attrgetter(yaml.kernel).pop('koji_task',\ \ nil)\n py_attrgetter(yaml.kernel).pop('rpm', nil)\n py_attrgetter(yaml.kernel).pop('sha1',\ \ nil)\n py_attrgetter(yaml.kernel).pop('tag', nil)\nend\n" teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-17_21:13:22 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682 2026-02-17T22:02:28.729 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa; will attempt to use it 2026-02-17T22:02:28.729 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa/tasks 2026-02-17T22:02:28.730 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-17T22:02:28.731 INFO:teuthology.task.internal:Checking packages... 2026-02-17T22:02:28.731 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'adc1923395f2bcd6ae89b5d331d278364d1848ed' 2026-02-17T22:02:28.731 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:02:28.731 INFO:teuthology.packaging:ref: None 2026-02-17T22:02:28.731 INFO:teuthology.packaging:tag: None 2026-02-17T22:02:28.731 INFO:teuthology.packaging:branch: 20.2.1_2.17.26-baseline_2 2026-02-17T22:02:28.731 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:02:28.732 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=20.2.1_2.17.26-baseline_2 2026-02-17T22:02:28.859 INFO:teuthology.task.internal:Found packages for ceph version 20.2.0-670.gadc19233 2026-02-17T22:02:28.860 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-17T22:02:28.871 INFO:teuthology.task.internal:no buildpackages task found 2026-02-17T22:02:28.871 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-17T22:02:28.885 INFO:teuthology.task.internal:Saving configuration 2026-02-17T22:02:28.904 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-17T22:02:28.916 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-17T22:02:28.992 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial004.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 21:59:02.171669', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBo0kE6++DQSrsbhheQkH/odmm2chQfpZNJbhl4tizgLFmTMtDlzzYzuuQBau63+3CkBu4KmQcVvJBG2rntQQMQ='} 2026-02-17T22:02:28.992 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-17T22:02:29.003 INFO:teuthology.task.internal:roles: ubuntu@trial004.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2026-02-17T22:02:29.003 INFO:teuthology.run_tasks:Running task console_log... 2026-02-17T22:02:29.084 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x781f4ebf09a0>, signals=[15]) 2026-02-17T22:02:29.085 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-17T22:02:29.095 INFO:teuthology.task.internal:Opening connections... 2026-02-17T22:02:29.095 DEBUG:teuthology.task.internal:connecting to ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:02:29.096 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:02:29.158 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-17T22:02:29.169 DEBUG:teuthology.orchestra.run.trial004:> uname -m 2026-02-17T22:02:29.235 INFO:teuthology.orchestra.run.trial004.stdout:x86_64 2026-02-17T22:02:29.236 DEBUG:teuthology.orchestra.run.trial004:> cat /etc/os-release 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:NAME="CentOS Stream" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:VERSION="9" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:ID="centos" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:ID_LIKE="rhel fedora" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:VERSION_ID="9" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:PLATFORM_ID="platform:el9" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:ANSI_COLOR="0;31" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:LOGO="fedora-logo-icon" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T22:02:29.291 INFO:teuthology.orchestra.run.trial004.stdout:HOME_URL="https://centos.org/" 2026-02-17T22:02:29.292 INFO:teuthology.orchestra.run.trial004.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T22:02:29.292 INFO:teuthology.orchestra.run.trial004.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T22:02:29.292 INFO:teuthology.orchestra.run.trial004.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T22:02:29.292 INFO:teuthology.lock.ops:Updating trial004.front.sepia.ceph.com on lock server 2026-02-17T22:02:29.377 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-17T22:02:29.392 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-17T22:02:29.403 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-17T22:02:29.404 DEBUG:teuthology.orchestra.run.trial004:> test '!' -e /home/ubuntu/cephtest 2026-02-17T22:02:29.418 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-17T22:02:29.430 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-17T22:02:29.430 DEBUG:teuthology.orchestra.run.trial004:> test -z $(ls -A /var/lib/ceph) 2026-02-17T22:02:29.475 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-17T22:02:29.574 INFO:teuthology.run_tasks:Running task kernel... 2026-02-17T22:02:29.593 INFO:teuthology.task.kernel:normalize config orig: {'sha1': 'distro'} 2026-02-17T22:02:29.593 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': 'distro'}}, timeout 300 2026-02-17T22:02:29.593 DEBUG:teuthology.orchestra.run.trial004:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T22:02:29.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:02:29.608 DEBUG:teuthology.orchestra.run.trial004:> uname -r 2026-02-17T22:02:29.664 INFO:teuthology.orchestra.run.trial004.stdout:5.14.0-645.el9.x86_64 2026-02-17T22:02:29.664 INFO:teuthology.task.kernel:Running kernel on trial004: 5.14.0-645.el9.x86_64 2026-02-17T22:02:29.664 DEBUG:teuthology.orchestra.run.trial004:> sudo yum install -y kernel 2026-02-17T22:02:30.682 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.9 MB 00:00 2026-02-17T22:02:34.298 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - AppStream 8.7 MB/s | 27 MB 00:03 2026-02-17T22:02:39.273 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 7.8 MB 00:02 2026-02-17T22:02:41.193 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 20 kB 00:01 2026-02-17T22:02:42.676 INFO:teuthology.orchestra.run.trial004.stdout:Extra Packages for Enterprise Linux 14 MB/s | 20 MB 00:01 2026-02-17T22:02:45.906 INFO:teuthology.orchestra.run.trial004.stdout:lab-extras 2.6 MB/s | 50 kB 00:00 2026-02-17T22:02:46.917 INFO:teuthology.orchestra.run.trial004.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T22:02:46.939 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:02:46.940 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:02:46.940 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-17T22:02:46.940 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:02:46.940 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout:Install 4 Packages 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:02:46.941 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 88 M 2026-02-17T22:02:46.942 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 135 M 2026-02-17T22:02:46.942 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:02:47.062 INFO:teuthology.orchestra.run.trial004.stdout:(1/4): kernel-5.14.0-681.el9.x86_64.rpm 29 MB/s | 803 kB 00:00 2026-02-17T22:02:47.142 INFO:teuthology.orchestra.run.trial004.stdout:(2/4): kernel-core-5.14.0-681.el9.x86_64.rpm 161 MB/s | 17 MB 00:00 2026-02-17T22:02:47.226 INFO:teuthology.orchestra.run.trial004.stdout:(3/4): kernel-modules-core-5.14.0-681.el9.x86_6 188 MB/s | 31 MB 00:00 2026-02-17T22:02:47.283 INFO:teuthology.orchestra.run.trial004.stdout:(4/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 160 MB/s | 40 MB 00:00 2026-02-17T22:02:47.283 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:02:47.283 INFO:teuthology.orchestra.run.trial004.stdout:Total 258 MB/s | 88 MB 00:00 2026-02-17T22:02:47.474 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:02:47.689 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:02:47.689 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:02:48.037 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:02:48.037 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:02:49.131 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:02:49.415 INFO:teuthology.orchestra.run.trial004.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T22:02:49.434 INFO:teuthology.orchestra.run.trial004.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:02:51.224 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:02:51.253 INFO:teuthology.orchestra.run.trial004.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:02:54.275 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:02:54.281 INFO:teuthology.orchestra.run.trial004.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:02:57.315 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:03:27.751 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:03:27.773 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:03:27.943 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:03:27.943 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T22:03:27.943 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:03:27.943 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:03:27.999 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:03:28.000 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:03:28.057 DEBUG:teuthology.orchestra.run.trial004:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T22:03:28.082 INFO:teuthology.orchestra.run.trial004.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.083 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T22:03:28.083 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T22:03:28.083 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T22:03:28.083 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T22:03:28.083 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-17T22:03:28.084 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial004.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T22:03:28.084 DEBUG:teuthology.orchestra.run.trial004:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T22:03:28.146 INFO:teuthology.orchestra.run.trial004.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.147 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T22:03:28.148 DEBUG:teuthology.orchestra.run.trial004:> sudo rpm -qi grub2-tools 2026-02-17T22:03:28.215 INFO:teuthology.orchestra.run.trial004.stdout:Name : grub2-tools 2026-02-17T22:03:28.215 INFO:teuthology.orchestra.run.trial004.stdout:Epoch : 1 2026-02-17T22:03:28.215 INFO:teuthology.orchestra.run.trial004.stdout:Version : 2.06 2026-02-17T22:03:28.215 INFO:teuthology.orchestra.run.trial004.stdout:Release : 118.el9 2026-02-17T22:03:28.215 INFO:teuthology.orchestra.run.trial004.stdout:Architecture: x86_64 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Group : Unspecified 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Size : 8393909 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:License : GPLv3+ 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Packager : builder@centos.org 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Vendor : CentOS 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T22:03:28.216 INFO:teuthology.orchestra.run.trial004.stdout:Summary : Support tools for GRUB. 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:Description : 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:hardware devices. 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:03:28.217 INFO:teuthology.orchestra.run.trial004.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T22:03:28.218 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T22:03:28.218 INFO:teuthology.task.kernel:Updating grub on trial004 to boot 5.14.0-681.el9.x86_64 2026-02-17T22:03:28.219 DEBUG:teuthology.orchestra.run.trial004:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T22:03:28.283 INFO:teuthology.orchestra.run.trial004.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T22:03:28.284 DEBUG:teuthology.orchestra.run.trial004:> sudo command -v grubby && echo yes || echo no 2026-02-17T22:03:28.348 INFO:teuthology.orchestra.run.trial004.stdout:/sbin/grubby 2026-02-17T22:03:28.349 INFO:teuthology.orchestra.run.trial004.stdout:yes 2026-02-17T22:03:28.350 DEBUG:teuthology.orchestra.run.trial004:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T22:03:28.415 INFO:teuthology.orchestra.run.trial004.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T22:03:28.416 DEBUG:teuthology.orchestra.run.trial004:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.489 DEBUG:teuthology.orchestra.run.trial004:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T22:03:28.696 INFO:teuthology.orchestra.run.trial004.stderr:Generating grub configuration file ... 2026-02-17T22:03:28.758 INFO:teuthology.orchestra.run.trial004.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T22:03:28.764 INFO:teuthology.orchestra.run.trial004.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T22:03:29.012 INFO:teuthology.orchestra.run.trial004.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T22:03:29.018 INFO:teuthology.orchestra.run.trial004.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T22:03:29.050 INFO:teuthology.orchestra.run.trial004.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T22:03:29.056 INFO:teuthology.orchestra.run.trial004.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T22:03:29.080 INFO:teuthology.orchestra.run.trial004.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T22:03:29.086 INFO:teuthology.orchestra.run.trial004.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T22:03:29.167 INFO:teuthology.orchestra.run.trial004.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T22:03:29.175 INFO:teuthology.orchestra.run.trial004.stderr:done 2026-02-17T22:03:29.177 DEBUG:teuthology.orchestra.run.trial004:> test -d /sys/firmware/efi 2026-02-17T22:03:29.193 DEBUG:teuthology.orchestra.run.trial004:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T22:03:29.259 INFO:teuthology.orchestra.run.trial004.stdout:/boot/efi/EFI/BOOT 2026-02-17T22:03:29.259 INFO:teuthology.orchestra.run.trial004.stdout:/boot/efi/EFI/centos 2026-02-17T22:03:29.261 DEBUG:teuthology.orchestra.run.trial004:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T22:03:29.325 INFO:teuthology.orchestra.run.trial004.stdout:no 2026-02-17T22:03:29.326 DEBUG:teuthology.orchestra.run.trial004:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T22:03:29.390 INFO:teuthology.orchestra.run.trial004.stdout:yes 2026-02-17T22:03:29.390 DEBUG:teuthology.orchestra.run.trial004:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T22:03:29.455 INFO:teuthology.orchestra.remote:Triggering safe hard reboot via SysRq on trial004 2026-02-17T22:03:29.455 DEBUG:teuthology.orchestra.run.trial004:> sudo bash -c ' 2026-02-17T22:03:29.455 DEBUG:teuthology.orchestra.run.trial004:> echo pci > /sys/kernel/reboot/type && echo 1 > /sys/kernel/reboot/force && sync && echo s > /proc/sysrq-trigger && echo u > /proc/sysrq-trigger && sleep 2 && echo b > /proc/sysrq-trigger 2026-02-17T22:03:29.455 DEBUG:teuthology.orchestra.run.trial004:> ' 2026-02-17T22:03:59.497 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-17T22:03:59.498 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-17T22:03:59.499 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:04:13.760 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 10.20.193.4 2026-02-17T22:04:22.769 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-17T22:04:22.769 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:04:58.758 DEBUG:teuthology.orchestra.run.trial004:> true 2026-02-17T22:04:58.919 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-17T22:04:58.920 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-681.el9.x86_64"... 2026-02-17T22:04:58.920 DEBUG:teuthology.orchestra.run.trial004:> uname -r 2026-02-17T22:04:58.975 INFO:teuthology.orchestra.run.trial004.stdout:5.14.0-681.el9.x86_64 2026-02-17T22:04:58.976 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T22:04:58.976 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T22:04:58.976 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T22:04:59.977 DEBUG:teuthology.parallel:result is None 2026-02-17T22:04:59.977 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-17T22:04:59.984 INFO:teuthology.task.internal:Creating test directory... 2026-02-17T22:04:59.984 DEBUG:teuthology.orchestra.run.trial004:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T22:05:00.001 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-17T22:05:00.013 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-17T22:05:00.026 INFO:teuthology.task.internal:Creating archive directory... 2026-02-17T22:05:00.026 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T22:05:00.064 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-17T22:05:00.076 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-17T22:05:00.076 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T22:05:00.128 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T22:05:00.136 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T22:05:00.138 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-17T22:05:00.150 INFO:teuthology.task.internal:Configuring sudo... 2026-02-17T22:05:00.150 DEBUG:teuthology.orchestra.run.trial004:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T22:05:00.202 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-17T22:05:00.219 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-17T22:05:00.219 DEBUG:teuthology.orchestra.run.trial004:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T22:05:00.258 DEBUG:teuthology.orchestra.run.trial004:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:05:00.379 DEBUG:teuthology.orchestra.run.trial004:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:05:00.403 DEBUG:teuthology.orchestra.run.trial004:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:05:00.531 DEBUG:teuthology.orchestra.run.trial004:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:05:00.556 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:05:00.556 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T22:05:00.621 DEBUG:teuthology.orchestra.run.trial004:> sudo service rsyslog restart 2026-02-17T22:05:00.688 INFO:teuthology.orchestra.run.trial004.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T22:05:01.211 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-17T22:05:01.222 INFO:teuthology.task.internal:Starting timer... 2026-02-17T22:05:01.222 INFO:teuthology.run_tasks:Running task pcp... 2026-02-17T22:05:01.238 INFO:teuthology.run_tasks:Running task selinux... 2026-02-17T22:05:01.251 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-17T22:05:01.251 DEBUG:teuthology.orchestra.run.trial004:> sudo service auditd rotate 2026-02-17T22:05:01.278 INFO:teuthology.orchestra.run.trial004.stdout:Rotating logs: 2026-02-17T22:05:01.280 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-17T22:05:01.280 DEBUG:teuthology.orchestra.run.trial004:> /usr/sbin/getenforce 2026-02-17T22:05:01.337 INFO:teuthology.orchestra.run.trial004.stdout:Permissive 2026-02-17T22:05:01.337 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial004.front.sepia.ceph.com': 'permissive'} 2026-02-17T22:05:01.337 DEBUG:teuthology.orchestra.run.trial004:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T22:05:01.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:05:01.401 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-17T22:05:01.401 DEBUG:teuthology.orchestra.run.trial004:> sudo /usr/sbin/setenforce permissive 2026-02-17T22:05:01.466 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-17T22:05:01.478 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-17T22:05:01.486 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-17T22:05:01.487 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial004.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-17T22:06:09.326 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial004.front.sepia.ceph.com')] 2026-02-17T22:06:09.328 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-17T22:06:09.330 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial004.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:06:09.437 DEBUG:teuthology.orchestra.run.trial004:> true 2026-02-17T22:06:09.517 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial004.front.sepia.ceph.com' 2026-02-17T22:06:09.517 INFO:teuthology.run_tasks:Running task clock... 2026-02-17T22:06:09.532 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-17T22:06:09.532 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T22:06:09.533 DEBUG:teuthology.orchestra.run.trial004:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T22:06:09.584 INFO:teuthology.orchestra.run.trial004.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T22:06:09.596 INFO:teuthology.orchestra.run.trial004.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T22:06:09.617 INFO:teuthology.orchestra.run.trial004.stderr:sudo: ntpd: command not found 2026-02-17T22:06:09.627 INFO:teuthology.orchestra.run.trial004.stdout:506 Cannot talk to daemon 2026-02-17T22:06:09.639 INFO:teuthology.orchestra.run.trial004.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T22:06:09.651 INFO:teuthology.orchestra.run.trial004.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T22:06:09.696 INFO:teuthology.orchestra.run.trial004.stderr:bash: line 1: ntpq: command not found 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:=============================================================================== 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:^? 172-235-154-118.ip.linod> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:^? ntp.shastacoe.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:^? time.trtnw.net 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T22:06:09.716 INFO:teuthology.orchestra.run.trial004.stdout:^? 38.134.40.65 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-02-17T22:06:09.718 INFO:teuthology.run_tasks:Running task install... 2026-02-17T22:06:09.733 DEBUG:teuthology.task.install:project ceph 2026-02-17T22:06:09.733 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}} 2026-02-17T22:06:09.733 DEBUG:teuthology.task.install:config {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:06:09.733 INFO:teuthology.task.install:Using flavor: default 2026-02-17T22:06:09.743 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-17T22:06:09.744 INFO:teuthology.task.install:extra packages: ['librados2'] 2026-02-17T22:06:09.744 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'squid', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'tag': None, 'wait_for_package': False} 2026-02-17T22:06:09.745 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:06:09.745 INFO:teuthology.packaging:ref: None 2026-02-17T22:06:09.745 INFO:teuthology.packaging:tag: None 2026-02-17T22:06:09.745 INFO:teuthology.packaging:branch: squid 2026-02-17T22:06:09.745 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:06:09.746 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-17T22:06:09.933 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/ 2026-02-17T22:06:09.933 INFO:teuthology.task.install.rpm:Package version is 19.2.3-672.g283431c0 2026-02-17T22:06:10.067 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-17T22:06:10.067 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:06:10.067 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-17T22:06:10.093 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2026-02-17T22:06:10.093 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:06:10.093 INFO:teuthology.packaging:ref: None 2026-02-17T22:06:10.093 INFO:teuthology.packaging:tag: None 2026-02-17T22:06:10.093 INFO:teuthology.packaging:branch: squid 2026-02-17T22:06:10.093 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:06:10.093 DEBUG:teuthology.orchestra.run.trial004:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/squid/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-17T22:06:10.159 DEBUG:teuthology.orchestra.run.trial004:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-17T22:06:10.234 DEBUG:teuthology.orchestra.run.trial004:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-17T22:06:10.297 INFO:teuthology.orchestra.run.trial004.stdout:check_obsoletes = 1 2026-02-17T22:06:10.299 DEBUG:teuthology.orchestra.run.trial004:> sudo yum clean all 2026-02-17T22:06:10.448 INFO:teuthology.orchestra.run.trial004.stdout:41 files removed 2026-02-17T22:06:10.462 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-radosgw 2026-02-17T22:06:10.732 INFO:teuthology.orchestra.run.trial004.stdout:ceph packages for x86_64 665 kB/s | 84 kB 00:00 2026-02-17T22:06:10.862 INFO:teuthology.orchestra.run.trial004.stdout:ceph noarch packages 111 kB/s | 12 kB 00:00 2026-02-17T22:06:10.986 INFO:teuthology.orchestra.run.trial004.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-17T22:06:11.966 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - BaseOS 9.3 MB/s | 8.9 MB 00:00 2026-02-17T22:06:15.642 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - AppStream 8.5 MB/s | 27 MB 00:03 2026-02-17T22:06:22.644 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - CRB 1.7 MB/s | 7.8 MB 00:04 2026-02-17T22:06:23.768 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 20 kB 00:00 2026-02-17T22:06:25.032 INFO:teuthology.orchestra.run.trial004.stdout:Extra Packages for Enterprise Linux 17 MB/s | 20 MB 00:01 2026-02-17T22:06:28.286 INFO:teuthology.orchestra.run.trial004.stdout:lab-extras 3.1 MB/s | 50 kB 00:00 2026-02-17T22:06:29.513 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 11 M 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout:Upgrading: 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout: librados2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.4 M 2026-02-17T22:06:29.515 INFO:teuthology.orchestra.run.trial004.stdout: librbd1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.2 M 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.5 M 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 22 M 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux x86_64 2:19.2.3-672.g283431c0.el9 ceph 25 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.0 M 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-17T22:06:29.516 INFO:teuthology.orchestra.run.trial004.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 504 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: librgw2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.4 M 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse x86_64 2:19.2.3-672.g283431c0.el9 ceph 45 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 142 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs x86_64 2:19.2.3-672.g283431c0.el9 ceph 165 k 2026-02-17T22:06:29.517 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados x86_64 2:19.2.3-672.g283431c0.el9 ceph 323 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 302 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 100 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout:Installing weak dependencies: 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:29.518 INFO:teuthology.orchestra.run.trial004.stdout:Install 32 Packages 2026-02-17T22:06:29.519 INFO:teuthology.orchestra.run.trial004.stdout:Upgrade 2 Packages 2026-02-17T22:06:29.519 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:29.519 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 62 M 2026-02-17T22:06:29.519 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:30.387 INFO:teuthology.orchestra.run.trial004.stdout:(1/34): ceph-base-19.2.3-672.g283431c0.el9.x86_ 8.3 MB/s | 5.5 MB 00:00 2026-02-17T22:06:30.425 INFO:teuthology.orchestra.run.trial004.stdout:(2/34): ceph-selinux-19.2.3-672.g283431c0.el9.x 648 kB/s | 25 kB 00:00 2026-02-17T22:06:30.483 INFO:teuthology.orchestra.run.trial004.stdout:(3/34): libcephfs2-19.2.3-672.g283431c0.el9.x86 17 MB/s | 1.0 MB 00:00 2026-02-17T22:06:30.551 INFO:teuthology.orchestra.run.trial004.stdout:(4/34): libradosstriper1-19.2.3-672.g283431c0.e 7.2 MB/s | 504 kB 00:00 2026-02-17T22:06:30.588 INFO:teuthology.orchestra.run.trial004.stdout:(5/34): ceph-radosgw-19.2.3-672.g283431c0.el9.x 12 MB/s | 11 MB 00:00 2026-02-17T22:06:30.645 INFO:teuthology.orchestra.run.trial004.stdout:(6/34): python3-ceph-argparse-19.2.3-672.g28343 794 kB/s | 45 kB 00:00 2026-02-17T22:06:30.703 INFO:teuthology.orchestra.run.trial004.stdout:(7/34): python3-ceph-common-19.2.3-672.g283431c 2.4 MB/s | 142 kB 00:00 2026-02-17T22:06:30.720 INFO:teuthology.orchestra.run.trial004.stdout:(8/34): librgw2-19.2.3-672.g283431c0.el9.x86_64 32 MB/s | 5.4 MB 00:00 2026-02-17T22:06:30.732 INFO:teuthology.orchestra.run.trial004.stdout:(9/34): python3-cephfs-19.2.3-672.g283431c0.el9 5.5 MB/s | 165 kB 00:00 2026-02-17T22:06:30.745 INFO:teuthology.orchestra.run.trial004.stdout:(10/34): python3-rados-19.2.3-672.g283431c0.el9 12 MB/s | 323 kB 00:00 2026-02-17T22:06:30.770 INFO:teuthology.orchestra.run.trial004.stdout:(11/34): python3-rbd-19.2.3-672.g283431c0.el9.x 7.7 MB/s | 302 kB 00:00 2026-02-17T22:06:30.797 INFO:teuthology.orchestra.run.trial004.stdout:(12/34): python3-rgw-19.2.3-672.g283431c0.el9.x 1.9 MB/s | 100 kB 00:00 2026-02-17T22:06:31.181 INFO:teuthology.orchestra.run.trial004.stdout:(13/34): mailcap-2.1.49-5.el9.noarch.rpm 81 kB/s | 33 kB 00:00 2026-02-17T22:06:31.314 INFO:teuthology.orchestra.run.trial004.stdout:(14/34): boost-program-options-1.75.0-13.el9.x8 779 kB/s | 104 kB 00:00 2026-02-17T22:06:31.353 INFO:teuthology.orchestra.run.trial004.stdout:(15/34): pciutils-3.7.0-7.el9.x86_64.rpm 168 kB/s | 93 kB 00:00 2026-02-17T22:06:31.369 INFO:teuthology.orchestra.run.trial004.stdout:(16/34): libnbd-1.20.3-4.el9.x86_64.rpm 2.9 MB/s | 164 kB 00:00 2026-02-17T22:06:31.396 INFO:teuthology.orchestra.run.trial004.stdout:(17/34): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.6 MB/s | 45 kB 00:00 2026-02-17T22:06:31.468 INFO:teuthology.orchestra.run.trial004.stdout:(18/34): librdkafka-1.6.1-102.el9.x86_64.rpm 9.1 MB/s | 662 kB 00:00 2026-02-17T22:06:31.520 INFO:teuthology.orchestra.run.trial004.stdout:(19/34): ceph-common-19.2.3-672.g283431c0.el9.x 12 MB/s | 22 MB 00:01 2026-02-17T22:06:31.521 INFO:teuthology.orchestra.run.trial004.stdout:(20/34): libpmemobj-1.12.1-1.el9.x86_64.rpm 953 kB/s | 160 kB 00:00 2026-02-17T22:06:31.522 INFO:teuthology.orchestra.run.trial004.stdout:(21/34): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.3 MB/s | 292 kB 00:00 2026-02-17T22:06:31.547 INFO:teuthology.orchestra.run.trial004.stdout:(22/34): qatzip-libs-1.3.1-1.el9.x86_64.rpm 2.5 MB/s | 66 kB 00:00 2026-02-17T22:06:31.576 INFO:teuthology.orchestra.run.trial004.stdout:(23/34): qatlib-25.08.0-2.el9.x86_64.rpm 4.2 MB/s | 240 kB 00:00 2026-02-17T22:06:31.603 INFO:teuthology.orchestra.run.trial004.stdout:(24/34): gperftools-libs-2.9.1-3.el9.x86_64.rpm 5.4 MB/s | 308 kB 00:00 2026-02-17T22:06:31.606 INFO:teuthology.orchestra.run.trial004.stdout:(25/34): qatlib-service-25.08.0-2.el9.x86_64.rp 434 kB/s | 37 kB 00:00 2026-02-17T22:06:31.614 INFO:teuthology.orchestra.run.trial004.stdout:(26/34): libarrow-doc-9.0.0-15.el9.noarch.rpm 2.2 MB/s | 25 kB 00:00 2026-02-17T22:06:31.630 INFO:teuthology.orchestra.run.trial004.stdout:(27/34): libunwind-1.6.2-1.el9.x86_64.rpm 4.4 MB/s | 67 kB 00:00 2026-02-17T22:06:31.634 INFO:teuthology.orchestra.run.trial004.stdout:(28/34): liboath-2.6.12-1.el9.x86_64.rpm 1.7 MB/s | 49 kB 00:00 2026-02-17T22:06:31.663 INFO:teuthology.orchestra.run.trial004.stdout:(29/34): parquet-libs-9.0.0-15.el9.x86_64.rpm 25 MB/s | 838 kB 00:00 2026-02-17T22:06:31.666 INFO:teuthology.orchestra.run.trial004.stdout:(30/34): re2-20211101-20.el9.x86_64.rpm 5.9 MB/s | 191 kB 00:00 2026-02-17T22:06:31.723 INFO:teuthology.orchestra.run.trial004.stdout:(31/34): thrift-0.15.0-4.el9.x86_64.rpm 26 MB/s | 1.6 MB 00:00 2026-02-17T22:06:31.751 INFO:teuthology.orchestra.run.trial004.stdout:(32/34): libarrow-9.0.0-15.el9.x86_64.rpm 25 MB/s | 4.4 MB 00:00 2026-02-17T22:06:31.885 INFO:teuthology.orchestra.run.trial004.stdout:(33/34): librados2-19.2.3-672.g283431c0.el9.x86 16 MB/s | 3.4 MB 00:00 2026-02-17T22:06:31.980 INFO:teuthology.orchestra.run.trial004.stdout:(34/34): librbd1-19.2.3-672.g283431c0.el9.x86_6 12 MB/s | 3.2 MB 00:00 2026-02-17T22:06:31.984 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:31.984 INFO:teuthology.orchestra.run.trial004.stdout:Total 25 MB/s | 62 MB 00:02 2026-02-17T22:06:32.074 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:32.091 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:32.092 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:32.336 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:32.336 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:32.622 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:32.631 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/36 2026-02-17T22:06:32.633 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/36 2026-02-17T22:06:32.645 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/36 2026-02-17T22:06:32.796 INFO:teuthology.orchestra.run.trial004.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/36 2026-02-17T22:06:32.800 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:06:32.830 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:06:32.874 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-17T22:06:32.875 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:06:32.887 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:06:32.892 INFO:teuthology.orchestra.run.trial004.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/36 2026-02-17T22:06:32.901 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 9/36 2026-02-17T22:06:32.924 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-17T22:06:32.924 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:06:32.938 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:06:32.975 INFO:teuthology.orchestra.run.trial004.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/36 2026-02-17T22:06:32.979 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/36 2026-02-17T22:06:32.985 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/36 2026-02-17T22:06:32.987 INFO:teuthology.orchestra.run.trial004.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/36 2026-02-17T22:06:32.990 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/36 2026-02-17T22:06:32.995 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/36 2026-02-17T22:06:33.134 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/36 2026-02-17T22:06:33.135 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-17T22:06:33.162 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-17T22:06:33.164 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 20/36 2026-02-17T22:06:33.172 INFO:teuthology.orchestra.run.trial004.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/36 2026-02-17T22:06:33.399 INFO:teuthology.orchestra.run.trial004.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/36 2026-02-17T22:06:33.400 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-17T22:06:33.417 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-17T22:06:33.421 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 24/36 2026-02-17T22:06:33.426 INFO:teuthology.orchestra.run.trial004.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/36 2026-02-17T22:06:33.428 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/36 2026-02-17T22:06:33.429 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-17T22:06:33.447 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-17T22:06:33.450 INFO:teuthology.orchestra.run.trial004.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/36 2026-02-17T22:06:33.477 INFO:teuthology.orchestra.run.trial004.stdout: Installing : mailcap-2.1.49-5.el9.noarch 29/36 2026-02-17T22:06:33.479 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 30/36 2026-02-17T22:06:34.456 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:06:34.459 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:06:34.740 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:06:34.743 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-17T22:06:34.784 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-17T22:06:34.784 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-17T22:06:34.784 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-17T22:06:34.784 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:34.787 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:06:39.330 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /sys 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /proc 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /mnt 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /var/tmp 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /home 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /root 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout:skipping the directory /tmp 2026-02-17T22:06:39.331 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:39.783 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-17T22:06:39.807 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-17T22:06:39.807 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:39.807 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-17T22:06:39.807 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-17T22:06:39.807 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-17T22:06:39.808 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:39.809 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-17T22:06:39.822 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-17T22:06:39.822 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:06:39.877 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:06:39.877 INFO:teuthology.orchestra.run.trial004.stdout:Creating group 'qat' with GID 992. 2026-02-17T22:06:39.877 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:40.139 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 1/36 2026-02-17T22:06:40.139 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2/36 2026-02-17T22:06:40.139 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 3/36 2026-02-17T22:06:40.139 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 4/36 2026-02-17T22:06:40.139 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 8/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 9/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 12/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 13/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 15/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 16/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 17/36 2026-02-17T22:06:40.140 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 18/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 19/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 20/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 21/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 22/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 23/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 24/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 25/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 26/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 27/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 29/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 30/36 2026-02-17T22:06:40.141 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : re2-1:20211101-20.el9.x86_64 31/36 2026-02-17T22:06:40.142 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 32/36 2026-02-17T22:06:40.142 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:06:40.142 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 34/36 2026-02-17T22:06:40.142 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 35/36 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout:Upgraded: 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: librados2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.194 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-17T22:06:40.195 INFO:teuthology.orchestra.run.trial004.stdout: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:40.196 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout: re2-1:20211101-20.el9.x86_64 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:40.197 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:40.235 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-test 2026-02-17T22:06:40.547 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:12 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:40.626 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:40.627 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:40.627 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test x86_64 2:19.2.3-672.g283431c0.el9 ceph 50 M 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite x86_64 2:19.2.3-672.g283431c0.el9 ceph 163 k 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:40.628 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:40.629 INFO:teuthology.orchestra.run.trial004.stdout:Install 5 Packages 2026-02-17T22:06:40.629 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:40.629 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 50 M 2026-02-17T22:06:40.629 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 213 M 2026-02-17T22:06:40.629 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:40.852 INFO:teuthology.orchestra.run.trial004.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 1.5 MB/s | 233 kB 00:00 2026-02-17T22:06:40.905 INFO:teuthology.orchestra.run.trial004.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 5.7 MB/s | 303 kB 00:00 2026-02-17T22:06:40.931 INFO:teuthology.orchestra.run.trial004.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.4 MB/s | 64 kB 00:00 2026-02-17T22:06:41.095 INFO:teuthology.orchestra.run.trial004.stdout:(4/5): libcephsqlite-19.2.3-672.g283431c0.el9.x 412 kB/s | 163 kB 00:00 2026-02-17T22:06:42.788 INFO:teuthology.orchestra.run.trial004.stdout:(5/5): ceph-test-19.2.3-672.g283431c0.el9.x86_6 24 MB/s | 50 MB 00:02 2026-02-17T22:06:42.789 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:42.789 INFO:teuthology.orchestra.run.trial004.stdout:Total 23 MB/s | 50 MB 00:02 2026-02-17T22:06:42.815 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:42.824 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:42.824 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:43.009 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:43.009 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:43.216 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:43.222 INFO:teuthology.orchestra.run.trial004.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-17T22:06:43.227 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-17T22:06:43.235 INFO:teuthology.orchestra.run.trial004.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-17T22:06:43.235 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-17T22:06:45.486 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-17T22:06:45.504 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-17T22:06:45.720 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-17T22:06:45.721 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 1/5 2026-02-17T22:06:45.721 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2/5 2026-02-17T22:06:45.721 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-17T22:06:45.721 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-17T22:06:45.772 INFO:teuthology.orchestra.run.trial004.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-17T22:06:45.773 INFO:teuthology.orchestra.run.trial004.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-17T22:06:45.773 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:45.773 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:45.808 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph 2026-02-17T22:06:46.116 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:18 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:46.198 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:46.199 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: ceph x86_64 2:19.2.3-672.g283431c0.el9 ceph 6.5 k 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds x86_64 2:19.2.3-672.g283431c0.el9 ceph 2.4 M 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.1 M 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core noarch 2:19.2.3-672.g283431c0.el9 ceph-noarch 253 k 2026-02-17T22:06:46.200 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon x86_64 2:19.2.3-672.g283431c0.el9 ceph 4.7 M 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd x86_64 2:19.2.3-672.g283431c0.el9 ceph 17 M 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-17T22:06:46.201 INFO:teuthology.orchestra.run.trial004.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-17T22:06:46.202 INFO:teuthology.orchestra.run.trial004.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-17T22:06:46.203 INFO:teuthology.orchestra.run.trial004.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout:Install 46 Packages 2026-02-17T22:06:46.204 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:46.205 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 31 M 2026-02-17T22:06:46.205 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 111 M 2026-02-17T22:06:46.205 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:47.174 INFO:teuthology.orchestra.run.trial004.stdout:(1/46): ceph-19.2.3-672.g283431c0.el9.x86_64.rp 38 kB/s | 6.5 kB 00:00 2026-02-17T22:06:47.396 INFO:teuthology.orchestra.run.trial004.stdout:(2/46): ceph-mgr-19.2.3-672.g283431c0.el9.x86_6 2.7 MB/s | 1.1 MB 00:00 2026-02-17T22:06:47.608 INFO:teuthology.orchestra.run.trial004.stdout:(3/46): ceph-mon-19.2.3-672.g283431c0.el9.x86_6 11 MB/s | 4.7 MB 00:00 2026-02-17T22:06:47.662 INFO:teuthology.orchestra.run.trial004.stdout:(4/46): ceph-mgr-modules-core-19.2.3-672.g28343 4.6 MB/s | 253 kB 00:00 2026-02-17T22:06:47.687 INFO:teuthology.orchestra.run.trial004.stdout:(5/46): ceph-mds-19.2.3-672.g283431c0.el9.x86_6 3.5 MB/s | 2.4 MB 00:00 2026-02-17T22:06:47.719 INFO:teuthology.orchestra.run.trial004.stdout:(6/46): ledmon-libs-1.1.0-3.el9.x86_64.rpm 705 kB/s | 40 kB 00:00 2026-02-17T22:06:47.734 INFO:teuthology.orchestra.run.trial004.stdout:(7/46): libconfig-1.7.2-9.el9.x86_64.rpm 1.5 MB/s | 72 kB 00:00 2026-02-17T22:06:47.752 INFO:teuthology.orchestra.run.trial004.stdout:(8/46): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.4 MB/s | 253 kB 00:00 2026-02-17T22:06:47.768 INFO:teuthology.orchestra.run.trial004.stdout:(9/46): python3-cryptography-36.0.1-5.el9.x86_6 37 MB/s | 1.2 MB 00:00 2026-02-17T22:06:47.778 INFO:teuthology.orchestra.run.trial004.stdout:(10/46): python3-ply-3.11-14.el9.noarch.rpm 4.1 MB/s | 106 kB 00:00 2026-02-17T22:06:47.804 INFO:teuthology.orchestra.run.trial004.stdout:(11/46): python3-pycparser-2.20-6.el9.noarch.rp 3.7 MB/s | 135 kB 00:00 2026-02-17T22:06:47.805 INFO:teuthology.orchestra.run.trial004.stdout:(12/46): python3-pyparsing-2.4.7-9.el9.noarch.r 5.5 MB/s | 150 kB 00:00 2026-02-17T22:06:47.833 INFO:teuthology.orchestra.run.trial004.stdout:(13/46): ceph-osd-19.2.3-672.g283431c0.el9.x86_ 39 MB/s | 17 MB 00:00 2026-02-17T22:06:47.843 INFO:teuthology.orchestra.run.trial004.stdout:(14/46): python3-requests-2.25.1-10.el9.noarch. 3.2 MB/s | 126 kB 00:00 2026-02-17T22:06:47.844 INFO:teuthology.orchestra.run.trial004.stdout:(15/46): python3-urllib3-1.26.5-7.el9.noarch.rp 5.4 MB/s | 218 kB 00:00 2026-02-17T22:06:47.870 INFO:teuthology.orchestra.run.trial004.stdout:(16/46): unzip-6.0-59.el9.x86_64.rpm 4.8 MB/s | 182 kB 00:00 2026-02-17T22:06:47.876 INFO:teuthology.orchestra.run.trial004.stdout:(17/46): zip-3.0-35.el9.x86_64.rpm 7.9 MB/s | 266 kB 00:00 2026-02-17T22:06:48.001 INFO:teuthology.orchestra.run.trial004.stdout:(18/46): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 1.5 MB/s | 246 kB 00:00 2026-02-17T22:06:48.016 INFO:teuthology.orchestra.run.trial004.stdout:(19/46): lua-5.4.4-4.el9.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2026-02-17T22:06:48.021 INFO:teuthology.orchestra.run.trial004.stdout:(20/46): python3-libstoragemgmt-1.10.1-1.el9.x8 1.2 MB/s | 177 kB 00:00 2026-02-17T22:06:48.038 INFO:teuthology.orchestra.run.trial004.stdout:(21/46): python3-mako-1.1.4-6.el9.noarch.rpm 4.6 MB/s | 172 kB 00:00 2026-02-17T22:06:48.044 INFO:teuthology.orchestra.run.trial004.stdout:(22/46): python3-markupsafe-1.1.1-12.el9.x86_64 1.2 MB/s | 35 kB 00:00 2026-02-17T22:06:48.054 INFO:teuthology.orchestra.run.trial004.stdout:(23/46): python3-packaging-20.9-5.el9.noarch.rp 2.3 MB/s | 77 kB 00:00 2026-02-17T22:06:48.065 INFO:teuthology.orchestra.run.trial004.stdout:(24/46): python3-toml-0.10.2-6.el9.noarch.rpm 1.5 MB/s | 42 kB 00:00 2026-02-17T22:06:48.099 INFO:teuthology.orchestra.run.trial004.stdout:(25/46): python3-autocommand-2.2.2-8.el9.noarch 884 kB/s | 29 kB 00:00 2026-02-17T22:06:48.119 INFO:teuthology.orchestra.run.trial004.stdout:(26/46): python3-backports-tarfile-1.2.0-1.el9. 2.9 MB/s | 60 kB 00:00 2026-02-17T22:06:48.123 INFO:teuthology.orchestra.run.trial004.stdout:(27/46): luarocks-3.9.2-5.el9.noarch.rpm 2.1 MB/s | 151 kB 00:00 2026-02-17T22:06:48.131 INFO:teuthology.orchestra.run.trial004.stdout:(28/46): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 3.7 MB/s | 43 kB 00:00 2026-02-17T22:06:48.144 INFO:teuthology.orchestra.run.trial004.stdout:(29/46): python3-cheroot-10.0.1-4.el9.noarch.rp 8.2 MB/s | 173 kB 00:00 2026-02-17T22:06:48.154 INFO:teuthology.orchestra.run.trial004.stdout:(30/46): python3-jaraco-8.2.1-3.el9.noarch.rpm 993 kB/s | 11 kB 00:00 2026-02-17T22:06:48.158 INFO:teuthology.orchestra.run.trial004.stdout:(31/46): python3-cherrypy-18.6.1-2.el9.noarch.r 13 MB/s | 358 kB 00:00 2026-02-17T22:06:48.165 INFO:teuthology.orchestra.run.trial004.stdout:(32/46): python3-jaraco-classes-3.2.1-5.el9.noa 1.6 MB/s | 18 kB 00:00 2026-02-17T22:06:48.168 INFO:teuthology.orchestra.run.trial004.stdout:(33/46): python3-jaraco-collections-3.0.0-8.el9 2.3 MB/s | 23 kB 00:00 2026-02-17T22:06:48.176 INFO:teuthology.orchestra.run.trial004.stdout:(34/46): python3-jaraco-context-6.0.1-3.el9.noa 1.8 MB/s | 20 kB 00:00 2026-02-17T22:06:48.178 INFO:teuthology.orchestra.run.trial004.stdout:(35/46): python3-jaraco-functools-3.5.0-2.el9.n 2.0 MB/s | 19 kB 00:00 2026-02-17T22:06:48.187 INFO:teuthology.orchestra.run.trial004.stdout:(36/46): python3-jaraco-text-4.0.0-2.el9.noarch 2.4 MB/s | 26 kB 00:00 2026-02-17T22:06:48.189 INFO:teuthology.orchestra.run.trial004.stdout:(37/46): python3-logutils-0.3.5-21.el9.noarch.r 4.3 MB/s | 46 kB 00:00 2026-02-17T22:06:48.199 INFO:teuthology.orchestra.run.trial004.stdout:(38/46): python3-more-itertools-8.12.0-2.el9.no 6.7 MB/s | 79 kB 00:00 2026-02-17T22:06:48.202 INFO:teuthology.orchestra.run.trial004.stdout:(39/46): python3-pecan-1.4.2-3.el9.noarch.rpm 21 MB/s | 272 kB 00:00 2026-02-17T22:06:48.210 INFO:teuthology.orchestra.run.trial004.stdout:(40/46): python3-portend-3.1.0-2.el9.noarch.rpm 1.5 MB/s | 16 kB 00:00 2026-02-17T22:06:48.210 INFO:teuthology.orchestra.run.trial004.stdout:(41/46): lua-devel-5.4.4-4.el9.x86_64.rpm 134 kB/s | 22 kB 00:00 2026-02-17T22:06:48.213 INFO:teuthology.orchestra.run.trial004.stdout:(42/46): python3-pyOpenSSL-21.0.0-1.el9.noarch. 7.9 MB/s | 90 kB 00:00 2026-02-17T22:06:48.221 INFO:teuthology.orchestra.run.trial004.stdout:(43/46): python3-tempora-5.0.0-2.el9.noarch.rpm 3.2 MB/s | 36 kB 00:00 2026-02-17T22:06:48.228 INFO:teuthology.orchestra.run.trial004.stdout:(44/46): python3-werkzeug-2.0.3-3.el9.1.noarch. 28 MB/s | 427 kB 00:00 2026-02-17T22:06:48.232 INFO:teuthology.orchestra.run.trial004.stdout:(45/46): python3-zc-lockfile-2.0-10.el9.noarch. 1.8 MB/s | 20 kB 00:00 2026-02-17T22:06:48.265 INFO:teuthology.orchestra.run.trial004.stdout:(46/46): python3-webob-1.8.8-2.el9.noarch.rpm 4.2 MB/s | 230 kB 00:00 2026-02-17T22:06:48.266 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:48.266 INFO:teuthology.orchestra.run.trial004.stdout:Total 15 MB/s | 31 MB 00:02 2026-02-17T22:06:48.434 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:48.452 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:48.452 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:48.604 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:48.604 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:48.777 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:48.779 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/46 2026-02-17T22:06:48.783 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/46 2026-02-17T22:06:48.788 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/46 2026-02-17T22:06:48.790 INFO:teuthology.orchestra.run.trial004.stdout: Installing : unzip-6.0-59.el9.x86_64 4/46 2026-02-17T22:06:48.796 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 5/46 2026-02-17T22:06:48.820 INFO:teuthology.orchestra.run.trial004.stdout: Installing : zip-3.0-35.el9.x86_64 6/46 2026-02-17T22:06:48.823 INFO:teuthology.orchestra.run.trial004.stdout: Installing : luarocks-3.9.2-5.el9.noarch 7/46 2026-02-17T22:06:48.828 INFO:teuthology.orchestra.run.trial004.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 8/46 2026-02-17T22:06:48.833 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 9/46 2026-02-17T22:06:48.863 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 10/46 2026-02-17T22:06:48.885 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 11/46 2026-02-17T22:06:48.893 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 12/46 2026-02-17T22:06:48.900 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 13/46 2026-02-17T22:06:48.903 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 14/46 2026-02-17T22:06:48.909 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 15/46 2026-02-17T22:06:48.914 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 16/46 2026-02-17T22:06:48.918 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 17/46 2026-02-17T22:06:48.923 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 18/46 2026-02-17T22:06:48.927 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 19/46 2026-02-17T22:06:48.934 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 20/46 2026-02-17T22:06:48.938 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 21/46 2026-02-17T22:06:48.942 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 22/46 2026-02-17T22:06:48.966 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/46 2026-02-17T22:06:49.021 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 24/46 2026-02-17T22:06:49.045 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 25/46 2026-02-17T22:06:49.057 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 26/46 2026-02-17T22:06:49.062 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 27/46 2026-02-17T22:06:49.072 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 28/46 2026-02-17T22:06:49.078 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-packaging-20.9-5.el9.noarch 29/46 2026-02-17T22:06:49.092 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-ply-3.11-14.el9.noarch 30/46 2026-02-17T22:06:49.107 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 31/46 2026-02-17T22:06:49.181 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 32/46 2026-02-17T22:06:49.189 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 33/46 2026-02-17T22:06:49.212 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 34/46 2026-02-17T22:06:49.241 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 35/46 2026-02-17T22:06:49.247 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 36/46 2026-02-17T22:06:49.292 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 37/46 2026-02-17T22:06:49.342 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 38/46 2026-02-17T22:06:49.343 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-17T22:06:49.366 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-17T22:06:49.366 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:49.366 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-17T22:06:49.366 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-17T22:06:49.367 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-17T22:06:49.367 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:49.371 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 40/46 2026-02-17T22:06:49.389 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:06:49.389 INFO:teuthology.orchestra.run.trial004.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-17T22:06:49.389 INFO:teuthology.orchestra.run.trial004.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-17T22:06:49.389 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:49.398 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:06:49.422 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:06:49.422 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-17T22:06:49.422 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.150 INFO:teuthology.orchestra.run.trial004.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 42/46 2026-02-17T22:06:50.151 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-17T22:06:50.176 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-17T22:06:50.176 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:50.177 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-17T22:06:50.177 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-17T22:06:50.177 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-17T22:06:50.177 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.384 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-17T22:06:50.406 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.508 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-17T22:06:50.529 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.546 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-17T22:06:50.877 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 1/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 3/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 4/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 5/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 6/46 2026-02-17T22:06:50.878 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 7/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 8/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 9/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 10/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ply-3.11-14.el9.noarch 11/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 12/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 13/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 14/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 15/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : unzip-6.0-59.el9.x86_64 16/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : zip-3.0-35.el9.x86_64 17/46 2026-02-17T22:06:50.879 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 18/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lua-5.4.4-4.el9.x86_64 19/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 20/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 21/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 22/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 23/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 24/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 25/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 26/46 2026-02-17T22:06:50.880 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 27/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 28/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 29/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 30/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 31/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 32/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 33/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 34/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 35/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 36/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 37/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 38/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 39/46 2026-02-17T22:06:50.881 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 40/46 2026-02-17T22:06:50.882 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 41/46 2026-02-17T22:06:50.882 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 42/46 2026-02-17T22:06:50.882 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 43/46 2026-02-17T22:06:50.882 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 44/46 2026-02-17T22:06:50.882 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 45/46 2026-02-17T22:06:50.932 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 46/46 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout: ceph-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:50.933 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.noarch 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: lua-5.4.4-4.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-17T22:06:50.934 INFO:teuthology.orchestra.run.trial004.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-17T22:06:50.935 INFO:teuthology.orchestra.run.trial004.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-ply-3.11-14.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-17T22:06:50.936 INFO:teuthology.orchestra.run.trial004.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: unzip-6.0-59.el9.x86_64 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: zip-3.0-35.el9.x86_64 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:50.937 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:50.970 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-base 2026-02-17T22:06:51.287 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:23 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:51.351 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:51.369 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:51.369 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:51.370 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:51.391 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-immutable-object-cache 2026-02-17T22:06:51.704 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:23 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:51.786 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-672.g283431c0.el9 ceph 145 k 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:51.787 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:51.788 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:51.788 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 145 k 2026-02-17T22:06:51.788 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 435 k 2026-02-17T22:06:51.788 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:52.152 INFO:teuthology.orchestra.run.trial004.stdout:ceph-immutable-object-cache-19.2.3-672.g283431c 397 kB/s | 145 kB 00:00 2026-02-17T22:06:52.154 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:52.155 INFO:teuthology.orchestra.run.trial004.stdout:Total 395 kB/s | 145 kB 00:00 2026-02-17T22:06:52.155 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:52.158 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:52.159 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:52.184 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:52.184 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:52.232 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:52.234 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:06:52.255 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:06:52.256 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:52.256 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-17T22:06:52.256 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:52.550 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:06:52.551 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:52.551 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:52.551 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:52.551 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:52.551 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:52.577 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-mgr 2026-02-17T22:06:52.887 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:24 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:52.951 INFO:teuthology.orchestra.run.trial004.stdout:Package ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:52.968 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:52.969 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:52.969 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:52.990 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install ceph-fuse 2026-02-17T22:06:53.296 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:25 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:53.378 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:53.378 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:53.378 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.2 M 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 1.2 M 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 3.6 M 2026-02-17T22:06:53.379 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:53.685 INFO:teuthology.orchestra.run.trial004.stdout:ceph-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 3.8 MB/s | 1.2 MB 00:00 2026-02-17T22:06:53.686 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:53.686 INFO:teuthology.orchestra.run.trial004.stdout:Total 3.7 MB/s | 1.2 MB 00:00 2026-02-17T22:06:53.686 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:53.689 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:53.689 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:53.719 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:53.719 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:53.814 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:53.830 INFO:teuthology.orchestra.run.trial004.stdout: Installing : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.064 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.118 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:54.146 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librados-devel 2026-02-17T22:06:54.456 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:26 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:54.537 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:54.538 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 126 k 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.539 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 126 k 2026-02-17T22:06:54.540 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 456 k 2026-02-17T22:06:54.540 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:54.624 INFO:teuthology.orchestra.run.trial004.stdout:librados-devel-19.2.3-672.g283431c0.el9.x86_64. 1.4 MB/s | 126 kB 00:00 2026-02-17T22:06:54.625 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:54.625 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-17T22:06:54.625 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:54.628 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:54.628 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:54.654 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:54.654 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:54.702 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:54.717 INFO:teuthology.orchestra.run.trial004.stdout: Installing : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.798 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:54.852 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:54.879 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install libcephfs2 2026-02-17T22:06:55.188 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:27 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:55.251 INFO:teuthology.orchestra.run.trial004.stdout:Package libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:55.268 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:55.269 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:55.269 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:55.289 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install libcephfs-devel 2026-02-17T22:06:55.597 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:27 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:55.678 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:55.678 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 34 k 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:55.679 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 34 k 2026-02-17T22:06:55.680 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 153 k 2026-02-17T22:06:55.680 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:55.740 INFO:teuthology.orchestra.run.trial004.stdout:libcephfs-devel-19.2.3-672.g283431c0.el9.x86_64 546 kB/s | 34 kB 00:00 2026-02-17T22:06:55.741 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:55.741 INFO:teuthology.orchestra.run.trial004.stdout:Total 538 kB/s | 34 kB 00:00 2026-02-17T22:06:55.741 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:55.743 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:55.743 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:55.745 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:55.745 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:55.764 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:55.779 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:55.834 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:55.887 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:55.887 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:55.887 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:55.888 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:55.888 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:55.888 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:55.914 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librados2 2026-02-17T22:06:56.216 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:28 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:56.280 INFO:teuthology.orchestra.run.trial004.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:56.298 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:56.299 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:56.299 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:56.319 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librbd1 2026-02-17T22:06:56.630 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:28 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:56.693 INFO:teuthology.orchestra.run.trial004.stdout:Package librbd1-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:56.711 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:56.712 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:56.712 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:56.733 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rados 2026-02-17T22:06:57.041 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:57.104 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:57.122 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:57.123 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:57.123 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:57.143 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rgw 2026-02-17T22:06:57.449 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:57.512 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:57.530 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:57.530 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:57.531 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:57.551 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-cephfs 2026-02-17T22:06:57.855 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:57.921 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:57.938 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:57.939 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:57.939 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:57.959 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install python3-rbd 2026-02-17T22:06:58.269 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:58.332 INFO:teuthology.orchestra.run.trial004.stdout:Package python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:06:58.350 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:58.350 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:06:58.351 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:58.371 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-fuse 2026-02-17T22:06:58.676 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 85 k 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 85 k 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 231 k 2026-02-17T22:06:58.758 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:58.836 INFO:teuthology.orchestra.run.trial004.stdout:rbd-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-17T22:06:58.836 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:58.837 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-17T22:06:58.837 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:58.839 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:58.839 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:58.866 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:58.866 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:58.911 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:58.927 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:59.003 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:59.057 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:59.057 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:59.057 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:06:59.058 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:06:59.058 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:59.058 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:06:59.086 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-mirror 2026-02-17T22:06:59.402 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:31 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:06:59.483 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:06:59.483 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:59.483 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repo Size 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.1 M 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 3.1 M 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 13 M 2026-02-17T22:06:59.484 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:06:59.649 INFO:teuthology.orchestra.run.trial004.stdout:rbd-mirror-19.2.3-672.g283431c0.el9.x86_64.rpm 19 MB/s | 3.1 MB 00:00 2026-02-17T22:06:59.649 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:06:59.649 INFO:teuthology.orchestra.run.trial004.stdout:Total 19 MB/s | 3.1 MB 00:00 2026-02-17T22:06:59.649 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:06:59.653 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:06:59.653 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:06:59.687 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:06:59.688 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:06:59.876 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:06:59.878 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:59.899 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:06:59.900 INFO:teuthology.orchestra.run.trial004.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:06:59.900 INFO:teuthology.orchestra.run.trial004.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-17T22:06:59.900 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-17T22:06:59.900 INFO:teuthology.orchestra.run.trial004.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-17T22:06:59.900 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.206 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:07:00.206 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.207 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:07:00.207 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:07:00.207 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.207 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:07:00.233 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install rbd-nbd 2026-02-17T22:07:00.547 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:32 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:07:00.629 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout: Package Architecture Version Repository Size 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout:Installing: 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 171 k 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:07:00.630 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:07:00.631 INFO:teuthology.orchestra.run.trial004.stdout:Install 1 Package 2026-02-17T22:07:00.631 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.631 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 171 k 2026-02-17T22:07:00.631 INFO:teuthology.orchestra.run.trial004.stdout:Installed size: 494 k 2026-02-17T22:07:00.631 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:07:00.731 INFO:teuthology.orchestra.run.trial004.stdout:rbd-nbd-19.2.3-672.g283431c0.el9.x86_64.rpm 1.7 MB/s | 171 kB 00:00 2026-02-17T22:07:00.732 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:07:00.732 INFO:teuthology.orchestra.run.trial004.stdout:Total 1.6 MB/s | 171 kB 00:00 2026-02-17T22:07:00.732 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:07:00.736 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:07:00.736 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:07:00.763 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:07:00.763 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:07:00.813 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:07:00.829 INFO:teuthology.orchestra.run.trial004.stdout: Installing : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:07:00.907 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:00.961 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:07:00.987 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y install librados2 2026-02-17T22:07:01.297 INFO:teuthology.orchestra.run.trial004.stdout:Last metadata expiration check: 0:00:33 ago on Tue 17 Feb 2026 10:06:28 PM UTC. 2026-02-17T22:07:01.361 INFO:teuthology.orchestra.run.trial004.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:07:01.379 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:07:01.379 INFO:teuthology.orchestra.run.trial004.stdout:Nothing to do. 2026-02-17T22:07:01.379 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:07:01.404 DEBUG:teuthology.parallel:result is None 2026-02-17T22:07:01.405 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:07:01.405 INFO:teuthology.packaging:ref: None 2026-02-17T22:07:01.405 INFO:teuthology.packaging:tag: None 2026-02-17T22:07:01.405 INFO:teuthology.packaging:branch: squid 2026-02-17T22:07:01.405 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:07:01.405 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-17T22:07:01.565 DEBUG:teuthology.orchestra.run.trial004:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:07:01.586 INFO:teuthology.orchestra.run.trial004.stdout:19.2.3-672.g283431c0.el9 2026-02-17T22:07:01.586 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-672.g283431c0.el9 2026-02-17T22:07:01.586 INFO:teuthology.task.install:The correct ceph version 19.2.3-672.g283431c0 is installed. 2026-02-17T22:07:01.587 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-17T22:07:01.588 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:01.588 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-17T22:07:01.649 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-17T22:07:01.649 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:01.649 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/daemon-helper 2026-02-17T22:07:01.713 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-17T22:07:01.777 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-17T22:07:01.777 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:01.777 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-17T22:07:01.842 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-17T22:07:01.906 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-17T22:07:01.906 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:01.906 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/usr/bin/stdin-killer 2026-02-17T22:07:01.969 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-17T22:07:02.036 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:07:02.051 INFO:teuthology.task.print:**** done installing squid 2026-02-17T22:07:02.051 INFO:teuthology.run_tasks:Running task ceph... 2026-02-17T22:07:02.161 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-17T22:07:02.161 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 777 /var/log/ceph 2026-02-17T22:07:02.185 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-17T22:07:02.185 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-17T22:07:02.248 INFO:tasks.ceph:Creating extra log directories... 2026-02-17T22:07:02.248 DEBUG:teuthology.orchestra.run.trial004:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-17T22:07:02.324 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-02-17T22:07:02.324 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-17T22:07:02.325 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966', 'branch': '20.2.1_2.17.26-baseline_2', 'description': 'upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '53966', 'kernel': {'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'install ceph/squid latest\n'}], 'name': 'yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': '20.2.1_2.17.26-baseline_2'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': '20.2.1_2.17.26-baseline_2', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 8679, 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'upgrade', 'suite_branch': '20.2.1_2.17.26-baseline_2', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'targets': {'trial004.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBo0kE6++DQSrsbhheQkH/odmm2chQfpZNJbhl4tizgLFmTMtDlzzYzuuQBau63+3CkBu4KmQcVvJBG2rntQQMQ='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, {'print': '**** done installing squid'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client squid']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release tentacle', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find "-all$" then\n log.debug("removing default kernel specification: %s", yaml.kernel)\n py_attrgetter(yaml.kernel).pop(\'branch\', nil)\n py_attrgetter(yaml.kernel).pop(\'deb\', nil)\n py_attrgetter(yaml.kernel).pop(\'flavor\', nil)\n py_attrgetter(yaml.kernel).pop(\'kdb\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji_task\', nil)\n py_attrgetter(yaml.kernel).pop(\'rpm\', nil)\n py_attrgetter(yaml.kernel).pop(\'sha1\', nil)\n py_attrgetter(yaml.kernel).pop(\'tag\', nil)\nend\n']}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-17_21:13:22', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682'} 2026-02-17T22:07:02.326 DEBUG:teuthology.orchestra.run.trial004:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-17T22:07:02.367 DEBUG:teuthology.orchestra.run.trial004:> sudo install -d -m0777 -- /var/run/ceph 2026-02-17T22:07:02.432 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:02.432 DEBUG:teuthology.orchestra.run.trial004:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T22:07:02.488 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T22:07:02.489 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_1 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 906 Links: 1 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:07:02.548 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-17 22:07:00.033832685 +0000 2026-02-17T22:07:02.549 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-17 22:05:57.747221553 +0000 2026-02-17T22:07:02.549 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-17 22:05:57.747221553 +0000 2026-02-17T22:07:02.549 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-17 22:05:57.747221553 +0000 2026-02-17T22:07:02.549 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T22:07:02.610 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-17T22:07:02.610 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-17T22:07:02.611 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000148766 s, 3.4 MB/s 2026-02-17T22:07:02.612 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T22:07:02.670 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_2 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 940 Links: 1 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-17 22:07:00.033832685 +0000 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-17 22:05:57.985215728 +0000 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-17 22:05:57.985215728 +0000 2026-02-17T22:07:02.725 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-17 22:05:57.985215728 +0000 2026-02-17T22:07:02.726 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T22:07:02.789 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-17T22:07:02.789 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-17T22:07:02.789 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000144168 s, 3.6 MB/s 2026-02-17T22:07:02.790 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T22:07:02.847 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_3 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 966 Links: 1 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:07:02.902 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-17 22:07:00.033832685 +0000 2026-02-17T22:07:02.903 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-17 22:05:58.243209415 +0000 2026-02-17T22:07:02.903 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-17 22:05:58.243209415 +0000 2026-02-17T22:07:02.903 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-17 22:05:58.243209415 +0000 2026-02-17T22:07:02.903 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T22:07:02.964 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-17T22:07:02.964 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-17T22:07:02.964 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000155218 s, 3.3 MB/s 2026-02-17T22:07:02.965 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T22:07:03.021 DEBUG:teuthology.orchestra.run.trial004:> stat /dev/vg_nvme/lv_4 2026-02-17T22:07:03.078 INFO:teuthology.orchestra.run.trial004.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Device: 6h/6d Inode: 996 Links: 1 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Access: 2026-02-17 22:07:00.034832660 +0000 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Modify: 2026-02-17 22:05:58.504203027 +0000 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout:Change: 2026-02-17 22:05:58.504203027 +0000 2026-02-17T22:07:03.079 INFO:teuthology.orchestra.run.trial004.stdout: Birth: 2026-02-17 22:05:58.504203027 +0000 2026-02-17T22:07:03.080 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T22:07:03.141 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records in 2026-02-17T22:07:03.142 INFO:teuthology.orchestra.run.trial004.stderr:1+0 records out 2026-02-17T22:07:03.142 INFO:teuthology.orchestra.run.trial004.stderr:512 bytes copied, 0.000141373 s, 3.6 MB/s 2026-02-17T22:07:03.143 DEBUG:teuthology.orchestra.run.trial004:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T22:07:03.200 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:07:03.200 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial004.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-17T22:07:03.200 INFO:tasks.ceph:Generating config... 2026-02-17T22:07:03.203 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-17T22:07:03.203 INFO:tasks.ceph:[global] ms bind msgr2 = False 2026-02-17T22:07:03.203 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2026-02-17T22:07:03.203 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2026-02-17T22:07:03.203 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2026-02-17T22:07:03.204 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2026-02-17T22:07:03.204 INFO:tasks.ceph:[osd] bdev async discard = True 2026-02-17T22:07:03.204 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-02-17T22:07:03.204 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-17T22:07:03.205 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-17T22:07:03.206 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-17T22:07:03.206 INFO:tasks.ceph:Setting up mon.a... 2026-02-17T22:07:03.206 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-02-17T22:07:03.275 INFO:teuthology.orchestra.run.trial004.stdout:creating /etc/ceph/ceph.keyring 2026-02-17T22:07:03.278 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-02-17T22:07:03.354 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-17T22:07:03.417 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '10.20.193.4'), ('mon.b', '[v2:10.20.193.4:3301,v1:10.20.193.4:6790]'), ('mon.c', '[v2:10.20.193.4:3302,v1:10.20.193.4:6791]')] 2026-02-17T22:07:03.418 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.4,[v2:10.20.193.4:3301,v1:10.20.193.4:6790],[v2:10.20.193.4:3302,v1:10.20.193.4:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}} 2026-02-17T22:07:03.420 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:03.420 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-17T22:07:03.475 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.4 --addv b '[v2:10.20.193.4:3301,v1:10.20.193.4:6790]' --addv c '[v2:10.20.193.4:3302,v1:10.20.193.4:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:03.550 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: generated fsid f5e6fde8-ff30-4888-99ad-4d03ea76be23 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:setting min_mon_release = quincy 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:epoch 0 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:fsid f5e6fde8-ff30-4888-99ad-4d03ea76be23 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:last_changed 2026-02-17T22:07:03.548902+0000 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:created 2026-02-17T22:07:03.548902+0000 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:min_mon_release 17 (quincy) 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:election_strategy: 1 2026-02-17T22:07:03.551 INFO:teuthology.orchestra.run.trial004.stdout:0: [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] mon.a 2026-02-17T22:07:03.552 INFO:teuthology.orchestra.run.trial004.stdout:1: [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] mon.b 2026-02-17T22:07:03.552 INFO:teuthology.orchestra.run.trial004.stdout:2: [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] mon.c 2026-02-17T22:07:03.552 INFO:teuthology.orchestra.run.trial004.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-02-17T22:07:03.554 DEBUG:teuthology.orchestra.run.trial004:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-17T22:07:03.609 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f5e6fde8-ff30-4888-99ad-4d03ea76be23... 2026-02-17T22:07:03.610 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout:[global] 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: chdir = "" 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: auth supported = cephx 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: filestore xattr use omap = true 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: mon clock drift allowed = 1.000 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.688 INFO:teuthology.orchestra.run.trial004.stdout: osd crush chooseleaf type = 0 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: auth debug = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: ms die on old message = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: ms die on bug = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon pg warn max object skew = 0 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: # disable pg_autoscaler by default for new pools 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default size = 2 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow primary affinity = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon osd allow pg remap = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on legacy crush tunables = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on crush straw calc version zero = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on no sortbitwise = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on osd down out interval zero = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on too few osds = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: mon_allow_pool_size_one = true 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: osd default data pool replay window = 5 2026-02-17T22:07:03.689 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon allow pool delete = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon cluster log file level = debug 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: debug asserts on shutdown = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon health detail to clog = false 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon host = "10.20.193.4,[v2:10.20.193.4:3301,v1:10.20.193.4:6790],[v2:10.20.193.4:3302,v1:10.20.193.4:6791]" 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on pool no app = False 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: ms bind msgr2 = False 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: bluestore warn on legacy statfs = False 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: bluestore warn on no per pool omap = False 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: mon pg warn min per osd = 0 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: fsid = f5e6fde8-ff30-4888-99ad-4d03ea76be23 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout:[osd] 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd journal size = 100 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub load threshold = 5.0 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd scrub max interval = 600 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock profile = high_recovery_ops 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd mclock skip benchmark = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd recover clone overlap = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd recovery max chunk = 1048576 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd debug shutdown = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd debug op order = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd debug verify stray on activate = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd debug trim objects = true 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.690 INFO:teuthology.orchestra.run.trial004.stdout: osd open classes on start = true 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd debug pg log writeout = true 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd deep scrub update digest min age = 30 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd map max advance = 10 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: journal zero on create = true 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: filestore ondisk finisher threads = 3 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: filestore apply finisher threads = 3 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bdev debug aio = true 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd debug misdirected ops = true 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bdev async discard = True 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bdev enable discard = True 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bluestore allocator = bitmap 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bluestore block size = 96636764160 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: bluestore fsck on mount = True 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug bluefs = 1/20 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug bluestore = 1/20 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug osd = 20 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug rocksdb = 4/10 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: mon osd backfillfull_ratio = 0.85 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: mon osd full ratio = 0.9 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: mon osd nearfull ratio = 0.8 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd failsafe full ratio = 0.95 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: osd objectstore = bluestore 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout:[mgr] 2026-02-17T22:07:03.691 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug mgr = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mgr/telemetry/nag = false 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout:[mon] 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug ms = 1 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug mon = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug paxos = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: debug auth = 20 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon data avail warn = 5 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon mgr mkfs grace = 240 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min pgs per osd = 4 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon osd reporter subtree level = osd 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon osd prime pg temp = true 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon reweight min bytes per osd = 10 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: auth mon ticket ttl = 660 # 11m 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: auth service ticket ttl = 240 # 4m 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: # don't complain about insecure global_id in the test suite 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: # 1m isn't quite enough 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon_down_mkfs_grace = 2m 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.692 INFO:teuthology.orchestra.run.trial004.stdout: mon_warn_on_filestore_osds = false 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: mon down mkfs grace = 300 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: mon warn on osd down out interval zero = False 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout:[client] 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: rgw cache enabled = true 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable ops log = true 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: rgw enable usage log = true 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout:[mon.a] 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout:[mon.b] 2026-02-17T22:07:03.693 INFO:teuthology.orchestra.run.trial004.stdout:[mon.c] 2026-02-17T22:07:03.698 INFO:tasks.ceph:Creating admin key on mon.a... 2026-02-17T22:07:03.698 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-02-17T22:07:03.779 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-17T22:07:03.779 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:03.779 DEBUG:teuthology.orchestra.run.trial004:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-02-17T22:07:03.836 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:03.837 DEBUG:teuthology.orchestra.run.trial004:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-02-17T22:07:03.893 INFO:tasks.ceph:Sending monmap to node ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:03.893 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:03.893 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-17T22:07:03.893 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-17T22:07:03.968 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:03.968 DEBUG:teuthology.orchestra.run.trial004:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:04.025 INFO:tasks.ceph:Setting up mon nodes... 2026-02-17T22:07:04.025 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-17T22:07:04.025 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-02-17T22:07:04.107 INFO:teuthology.orchestra.run.trial004.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-02-17T22:07:04.110 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-02-17T22:07:04.191 INFO:teuthology.orchestra.run.trial004.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-02-17T22:07:04.194 INFO:tasks.ceph:Setting up mds nodes... 2026-02-17T22:07:04.194 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-17T22:07:04.194 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-17T22:07:04.194 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial004.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-17T22:07:04.195 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-02-17T22:07:04.258 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:07:04.258 INFO:tasks.ceph:role: osd.0 2026-02-17T22:07:04.258 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:04.258 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-17T22:07:04.325 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:07:04.326 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:07:04.327 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:07:04.327 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:07:04.327 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:07:04.900 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-17T22:07:04.902 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-17T22:07:04.902 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-02-17T22:07:04.972 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-02-17T22:07:05.039 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-02-17T22:07:05.104 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:07:05.104 INFO:tasks.ceph:role: osd.1 2026-02-17T22:07:05.104 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:05.105 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-17T22:07:05.170 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:07:05.170 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:07:05.171 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:07:05.730 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-17T22:07:05.731 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-17T22:07:05.732 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-02-17T22:07:05.800 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-02-17T22:07:05.868 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-02-17T22:07:05.932 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:07:05.932 INFO:tasks.ceph:role: osd.2 2026-02-17T22:07:05.932 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:05.933 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:07:05.997 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:07:05.998 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:07:05.998 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:07:06.553 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-17T22:07:06.555 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-17T22:07:06.555 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-02-17T22:07:06.623 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-02-17T22:07:06.691 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-02-17T22:07:06.755 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:07:06.755 INFO:tasks.ceph:role: osd.3 2026-02-17T22:07:06.755 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:06.755 DEBUG:teuthology.orchestra.run.trial004:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-17T22:07:06.819 INFO:teuthology.orchestra.run.trial004.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:07:06.820 INFO:teuthology.orchestra.run.trial004.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:07:07.375 INFO:teuthology.orchestra.run.trial004.stdout:Discarding blocks...Done. 2026-02-17T22:07:07.377 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial004.front.sepia.ceph.com -o noatime 2026-02-17T22:07:07.377 DEBUG:teuthology.orchestra.run.trial004:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-02-17T22:07:07.447 DEBUG:teuthology.orchestra.run.trial004:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-02-17T22:07:07.513 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:07.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:07.589+0000 7f41731b4780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-02-17T22:07:07.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:07.589+0000 7f41731b4780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-02-17T22:07:07.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:07.589+0000 7f41731b4780 -1 bdev(0x55bacfd05800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-02-17T22:07:07.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:07.589+0000 7f41731b4780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-02-17T22:07:11.482 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-17T22:07:11.547 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:11.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:11.621+0000 7fd855ec6780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-02-17T22:07:11.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:11.621+0000 7fd855ec6780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-02-17T22:07:11.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:11.621+0000 7fd855ec6780 -1 bdev(0x55b169f13800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-02-17T22:07:11.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:11.621+0000 7fd855ec6780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-02-17T22:07:15.521 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-17T22:07:15.586 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:15.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:15.662+0000 7fa9bec14780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-02-17T22:07:15.666 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:15.662+0000 7fa9bec14780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-02-17T22:07:15.666 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:15.662+0000 7fa9bec14780 -1 bdev(0x55df737b7800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-02-17T22:07:15.666 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:15.662+0000 7fa9bec14780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-02-17T22:07:19.552 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-17T22:07:19.618 DEBUG:teuthology.orchestra.run.trial004:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:19.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:19.694+0000 7feba2f64780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-02-17T22:07:19.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:19.694+0000 7feba2f64780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-02-17T22:07:19.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:19.694+0000 7feba2f64780 -1 bdev(0x559d47bc1800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-02-17T22:07:19.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:19.695+0000 7feba2f64780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-02-17T22:07:23.593 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-17T22:07:23.657 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-17T22:07:23.657 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.657 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-02-17T22:07:23.722 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.722 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-02-17T22:07:23.789 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.789 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-02-17T22:07:23.853 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.853 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-02-17T22:07:23.917 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.917 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-02-17T22:07:23.980 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:23.980 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-02-17T22:07:24.043 INFO:tasks.ceph:Adding keys to all mons... 2026-02-17T22:07:24.044 DEBUG:teuthology.orchestra.run.trial004:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-17T22:07:24.106 INFO:teuthology.orchestra.run.trial004.stdout:[mgr.x] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCI5pRpUfVRBhAAuhPrISUmfCLRp4hAY9toGw== 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout:[mgr.y] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCI5pRpDK1UCxAAQEgv/iA2jVA3SZM/+hDMQw== 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout:[osd.0] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCL5pRpmvU5IxAAvMEa0YNxsqNx0w7lms8FOQ== 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout:[osd.1] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCP5pRpfhcdJRAAFzo5q57UCwBYKSDpQZWONw== 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout:[osd.2] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCT5pRpi6WQJxAAe8YfkhZRChiHvjtngCi+Gg== 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout:[osd.3] 2026-02-17T22:07:24.107 INFO:teuthology.orchestra.run.trial004.stdout: key = AQCX5pRpu25tKRAAezHIY6WM1rdilUaj1PWpmg== 2026-02-17T22:07:24.108 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-17T22:07:24.186 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-17T22:07:24.266 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:07:24.345 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:07:24.423 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:07:24.501 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:07:24.580 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-17T22:07:24.580 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-02-17T22:07:24.642 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:07:24.725 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-02-17T22:07:24.789 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-02-17T22:07:24.852 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:07:24.934 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-02-17T22:07:24.999 DEBUG:teuthology.orchestra.run.trial004:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-02-17T22:07:25.063 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:07:25.150 DEBUG:teuthology.orchestra.run.trial004:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-02-17T22:07:25.175 DEBUG:teuthology.orchestra.run.trial004:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:07:25.232 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-02-17T22:07:25.233 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-17T22:07:25.233 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-17T22:07:25.274 INFO:tasks.ceph.mon.a:Started 2026-02-17T22:07:25.275 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-17T22:07:25.275 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-17T22:07:25.278 INFO:tasks.ceph.mon.b:Started 2026-02-17T22:07:25.278 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-17T22:07:25.278 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-17T22:07:25.281 INFO:tasks.ceph.mon.c:Started 2026-02-17T22:07:25.281 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-02-17T22:07:25.281 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-17T22:07:25.281 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-17T22:07:25.284 INFO:tasks.ceph.mgr.x:Started 2026-02-17T22:07:25.285 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-17T22:07:25.285 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-17T22:07:25.287 INFO:tasks.ceph.mgr.y:Started 2026-02-17T22:07:25.288 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2026-02-17T22:07:25.288 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2026-02-17T22:07:25.290 INFO:tasks.ceph:setting config [client] debug_client = 20 2026-02-17T22:07:25.291 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set client debug_client 20 2026-02-17T22:07:25.334 INFO:tasks.ceph:setting config [client] debug_ms = 1 2026-02-17T22:07:25.334 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set client debug_ms 1 2026-02-17T22:07:25.376 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2026-02-17T22:07:25.377 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2026-02-17T22:07:25.420 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2026-02-17T22:07:25.421 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2026-02-17T22:07:25.464 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2026-02-17T22:07:25.465 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds debug_mds 20 2026-02-17T22:07:25.506 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2026-02-17T22:07:25.506 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2026-02-17T22:07:25.549 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2026-02-17T22:07:25.550 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds debug_ms 2 2026-02-17T22:07:25.593 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2026-02-17T22:07:25.593 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2026-02-17T22:07:25.635 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2026-02-17T22:07:25.635 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2026-02-17T22:07:25.678 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2026-02-17T22:07:25.679 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2026-02-17T22:07:25.722 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2026-02-17T22:07:25.723 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2026-02-17T22:07:25.764 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2026-02-17T22:07:25.765 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2026-02-17T22:07:25.807 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2026-02-17T22:07:25.807 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2026-02-17T22:07:25.849 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2026-02-17T22:07:25.849 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2026-02-17T22:07:25.891 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2026-02-17T22:07:25.892 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2026-02-17T22:07:25.934 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2026-02-17T22:07:25.934 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mgr debug_client 20 2026-02-17T22:07:25.979 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2026-02-17T22:07:25.980 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2026-02-17T22:07:26.025 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2026-02-17T22:07:26.025 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mgr debug_ms 1 2026-02-17T22:07:26.072 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2026-02-17T22:07:26.073 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2026-02-17T22:07:26.117 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2026-02-17T22:07:26.117 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2026-02-17T22:07:26.161 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2026-02-17T22:07:26.161 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2026-02-17T22:07:26.204 DEBUG:tasks.ceph:set 22 configs 2026-02-17T22:07:26.204 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.399 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.399 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.451 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.448+0000 7f1e8c1df140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-17T22:07:31.451 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.449+0000 7f65b9232140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-17T22:07:31.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1be8ff9640 1 -- 10.20.193.4:0/2040078380 <== mon.2 v2:10.20.193.4:3302/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v12)=0 v12) ==== 109+0+0 (secure 0 0 0) 0x7f1bdc043c40 con 0x7f1bec06e4e0 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 -- 10.20.193.4:0/2040078380 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1bec06e4e0 msgr2=0x7f1bec1c6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 --2- 10.20.193.4:0/2040078380 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1bec06e4e0 0x7f1bec1c6c20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1bc80037b0 tx=0x7f1bdc004830 comp rx=0 tx=0).stop 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 -- 10.20.193.4:0/2040078380 shutdown_connections 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 --2- 10.20.193.4:0/2040078380 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1bec06ee00 0x7f1bec12b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 --2- 10.20.193.4:0/2040078380 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1bec06e4e0 0x7f1bec1c6c20 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 --2- 10.20.193.4:0/2040078380 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1bc80037e0 0x7f1bec1c66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 -- 10.20.193.4:0/2040078380 >> 10.20.193.4:0/2040078380 conn(0x7f1bec0a1780 msgr2=0x7f1bec1b6720 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 -- 10.20.193.4:0/2040078380 shutdown_connections 2026-02-17T22:07:31.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.472+0000 7f1bf23eb640 1 -- 10.20.193.4:0/2040078380 wait complete. 2026-02-17T22:07:31.483 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 -- 10.20.193.4:0/1254943617 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c84003770 msgr2=0x7f2c840089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 --2- 10.20.193.4:0/1254943617 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c84003770 0x7f2c840089c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2c90002fe0 tx=0x7f2c9002f2b0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 -- 10.20.193.4:0/1254943617 shutdown_connections 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 --2- 10.20.193.4:0/1254943617 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c84003770 0x7f2c840089c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 --2- 10.20.193.4:0/1254943617 >> v2:10.20.193.4:3300/0 conn(0x7f2ca81295f0 0x7f2c84008480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 --2- 10.20.193.4:0/1254943617 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 0x7f2ca806e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 -- 10.20.193.4:0/1254943617 >> 10.20.193.4:0/1254943617 conn(0x7f2ca809a000 msgr2=0x7f2ca80977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.486 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 -- 10.20.193.4:0/1254943617 shutdown_connections 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.481+0000 7f2cacfad640 1 -- 10.20.193.4:0/1254943617 wait complete. 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 Processor -- start 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 -- start start 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 0x7f2ca806f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca812dab0 con 0x7f2c84003770 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2ca806e220 con 0x7f2ca8071f50 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2ca812dc30 con 0x7f2ca81295f0 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.487 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:58834/0 (socket says 10.20.193.4:58834) 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34260/0 (socket says 10.20.193.4:34260) 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 -- 10.20.193.4:0/3850587254 learned_addr learned my addr 10.20.193.4:0/3850587254 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca5d74640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 0x7f2ca806f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 -- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 msgr2=0x7f2ca806f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 0x7f2ca806f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 -- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 msgr2=0x7f2ca806ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 -- 10.20.193.4:0/3850587254 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca8070f40 con 0x7f2ca81295f0 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6575640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2ca6d76640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2c98004300 tx=0x7f2c980047d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9801a030 con 0x7f2ca81295f0 2026-02-17T22:07:31.488 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca81246d0 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f2c98007c10 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.482+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c98007e20 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.483+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca8096e80 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.483+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f2c98016450 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.483+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f2c9801fa20 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.483+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ca8097110 con 0x7f2ca81295f0 2026-02-17T22:07:31.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.484+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f2ca8097110 con 0x7f2ca81295f0 2026-02-17T22:07:31.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.513+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f2ca8123360 con 0x7f2ca81295f0 2026-02-17T22:07:31.517 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.515+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f2c9802d070 con 0x7f2ca81295f0 2026-02-17T22:07:31.517 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.515+0000 7f2c8effd640 1 -- 10.20.193.4:0/3850587254 <== mon.2 v2:10.20.193.4:3302/0 8 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v13)=0 v13) ==== 123+0+0 (secure 0 0 0) 0x7f2c98024070 con 0x7f2ca81295f0 2026-02-17T22:07:31.518 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 msgr2=0x7f2ca806f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.518 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2c98004300 tx=0x7f2c980047d0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.518 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 shutdown_connections 2026-02-17T22:07:31.518 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2ca81295f0 0x7f2ca806f9b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.518 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2ca8071f50 0x7f2ca806f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.519 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 --2- 10.20.193.4:0/3850587254 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c84003770 0x7f2ca806ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.519 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 >> 10.20.193.4:0/3850587254 conn(0x7f2ca809a000 msgr2=0x7f2ca8127150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.519 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 shutdown_connections 2026-02-17T22:07:31.519 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.516+0000 7f2cacfad640 1 -- 10.20.193.4:0/3850587254 wait complete. 2026-02-17T22:07:31.526 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 -- 10.20.193.4:0/3422337104 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 msgr2=0x7ff8d400e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/3422337104 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8d400e250 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff8e00097e0 tx=0x7ff8e002fcc0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 -- 10.20.193.4:0/3422337104 shutdown_connections 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/3422337104 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8d400e250 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/3422337104 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f012f250 0x7ff8d400bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/3422337104 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8d4005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 -- 10.20.193.4:0/3422337104 >> 10.20.193.4:0/3422337104 conn(0x7ff8f009f340 msgr2=0x7ff8f009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 -- 10.20.193.4:0/3422337104 shutdown_connections 2026-02-17T22:07:31.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.526+0000 7ff8f55cd640 1 -- 10.20.193.4:0/3422337104 wait complete. 2026-02-17T22:07:31.532 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 Processor -- start 2026-02-17T22:07:31.532 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 -- start start 2026-02-17T22:07:31.532 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8f01269d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8f0126f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 0x7ff8f01c62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7ff8f012fa00 con 0x7ff8f006e390 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7ff8f012f880 con 0x7ff8f006ecb0 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8f55cd640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7ff8f012eb40 con 0x7ff8d4003770 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8ef7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 0x7ff8f01c62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8ee7fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8f0126f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8f01269d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8ef7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 0x7ff8f01c62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53046/0 (socket says 10.20.193.4:53046) 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8ee7fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8f0126f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34276/0 (socket says 10.20.193.4:34276) 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8ef7fe640 1 -- 10.20.193.4:0/226593137 learned_addr learned my addr 10.20.193.4:0/226593137 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 -- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 msgr2=0x7ff8f01c62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 0x7ff8f01c62b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 -- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 msgr2=0x7ff8f0126f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8f0126f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.527+0000 7ff8eeffd640 1 -- 10.20.193.4:0/226593137 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8f008c9a0 con 0x7ff8d4003770 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8eeffd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8f01269d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4002f90 tx=0x7ff8e40128f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e4021070 con 0x7ff8d4003770 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7ff8e4010830 con 0x7ff8d4003770 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8f008cd70 con 0x7ff8d4003770 2026-02-17T22:07:31.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e4010c60 con 0x7ff8d4003770 2026-02-17T22:07:31.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8f0128e30 con 0x7ff8d4003770 2026-02-17T22:07:31.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7ff8e401c470 con 0x7ff8d4003770 2026-02-17T22:07:31.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7ff8e4026b00 con 0x7ff8d4003770 2026-02-17T22:07:31.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.528+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8f012f010 con 0x7ff8d4003770 2026-02-17T22:07:31.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.529+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7ff8e402b020 con 0x7ff8d4003770 2026-02-17T22:07:31.560 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.558+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7ff8f0050a10 con 0x7ff8d4003770 2026-02-17T22:07:31.562 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8e4010e00 con 0x7ff8d4003770 2026-02-17T22:07:31.562 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8cf7fe640 1 -- 10.20.193.4:0/226593137 <== mon.2 v2:10.20.193.4:3302/0 8 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v14)=0 v14) ==== 123+0+0 (secure 0 0 0) 0x7ff8e401ca20 con 0x7ff8d4003770 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 msgr2=0x7ff8f01269d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8f01269d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4002f90 tx=0x7ff8e40128f0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 shutdown_connections 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7ff8f006ecb0 0x7ff8f01c62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7ff8f006e390 0x7ff8f0126f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.563 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 --2- 10.20.193.4:0/226593137 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7ff8d4003770 0x7ff8f01269d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.564 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 >> 10.20.193.4:0/226593137 conn(0x7ff8f009f340 msgr2=0x7ff8f0099c10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.564 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 shutdown_connections 2026-02-17T22:07:31.564 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.560+0000 7ff8f55cd640 1 -- 10.20.193.4:0/226593137 wait complete. 2026-02-17T22:07:31.570 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 -- 10.20.193.4:0/1852260520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118070e20 msgr2=0x7f70fc008410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 --2- 10.20.193.4:0/1852260520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118070e20 0x7f70fc008410 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f710c006fd0 tx=0x7f710c030770 comp rx=0 tx=0).stop 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 -- 10.20.193.4:0/1852260520 shutdown_connections 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 --2- 10.20.193.4:0/1852260520 >> v2:10.20.193.4:3300/0 conn(0x7f7118130f50 0x7f70fc00a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 --2- 10.20.193.4:0/1852260520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118070e20 0x7f70fc008410 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 --2- 10.20.193.4:0/1852260520 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f70fc003770 0x7f70fc005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 -- 10.20.193.4:0/1852260520 >> 10.20.193.4:0/1852260520 conn(0x7f711809a000 msgr2=0x7f71180977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 -- 10.20.193.4:0/1852260520 shutdown_connections 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 -- 10.20.193.4:0/1852260520 wait complete. 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.568+0000 7f711d620640 1 Processor -- start 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- start start 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 0x7f711812c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118128590 0x7f711812cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f711812bd40 con 0x7f70fc003770 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f711812bbc0 con 0x7f7118128590 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f711812bec0 con 0x7f7118070e20 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f71167fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 0x7f711812c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34302/0 (socket says 10.20.193.4:34302) 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 -- 10.20.193.4:0/1438083801 learned_addr learned my addr 10.20.193.4:0/1438083801 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f71177fe640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118128590 0x7f711812cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 -- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 msgr2=0x7f711812c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 0x7f711812c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 -- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118128590 msgr2=0x7f711812cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118128590 0x7f711812cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 -- 10.20.193.4:0/1438083801 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7118124f00 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f71167fc640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 0x7f711812c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f7116ffd640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f710c03c040 tx=0x7f710c0069e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710c03e040 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f710c0039c0 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71181257f0 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710c003db0 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f711812dbd0 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f710c055060 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.569+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f710c039410 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.570+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f711812c450 con 0x7f70fc003770 2026-02-17T22:07:31.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.571+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f710c044420 con 0x7f70fc003770 2026-02-17T22:07:31.589 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.587+0000 7f65b9232140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-17T22:07:31.590 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.587+0000 7f1e8c1df140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-17T22:07:31.601 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.599+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f711812c450 con 0x7f70fc003770 2026-02-17T22:07:31.603 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f70f77fe640 1 -- 10.20.193.4:0/1438083801 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v15)=0 v15) ==== 108+0+0 (secure 0 0 0) 0x7f710c044600 con 0x7f70fc003770 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 msgr2=0x7f7118096db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f710c03c040 tx=0x7f710c0069e0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 shutdown_connections 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7118128590 0x7f711812cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7118070e20 0x7f711812c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 --2- 10.20.193.4:0/1438083801 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f70fc003770 0x7f7118096db0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 >> 10.20.193.4:0/1438083801 conn(0x7f711809a000 msgr2=0x7f711806da70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 shutdown_connections 2026-02-17T22:07:31.605 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.601+0000 7f711d620640 1 -- 10.20.193.4:0/1438083801 wait complete. 2026-02-17T22:07:31.611 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.612 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.618 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.615+0000 7f1e8c1df140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-17T22:07:31.618 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.616+0000 7f65b9232140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-17T22:07:31.651 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.649+0000 7f1e8c1df140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-17T22:07:31.652 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.649+0000 7f65b9232140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-17T22:07:31.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- 10.20.193.4:0/1988885893 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006ecb0 msgr2=0x7fcb240084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1988885893 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006ecb0 0x7fcb240084c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcb34005f50 tx=0x7fcb34030670 comp rx=0 tx=0).stop 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- 10.20.193.4:0/1988885893 shutdown_connections 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1988885893 >> v2:10.20.193.4:3300/0 conn(0x7fcb240037d0 0x7fcb2400c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1988885893 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006ecb0 0x7fcb240084c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1988885893 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb4006e390 0x7fcb4006e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- 10.20.193.4:0/1988885893 >> 10.20.193.4:0/1988885893 conn(0x7fcb4009f340 msgr2=0x7fcb4009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- 10.20.193.4:0/1988885893 shutdown_connections 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- 10.20.193.4:0/1988885893 wait complete. 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 Processor -- start 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.657+0000 7fcb4541d640 1 -- start start 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb240037d0 0x7fcb401c62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 0x7fcb401c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fcb40131e50 con 0x7fcb4006ecb0 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fcb4012ede0 con 0x7fcb4006e390 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fcb40131fd0 con 0x7fcb240037d0 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3e7fc640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 0x7fcb401c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3effd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb240037d0 0x7fcb401c62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3e7fc640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 0x7fcb401c6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53090/0 (socket says 10.20.193.4:53090) 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34316/0 (socket says 10.20.193.4:34316) 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3e7fc640 1 -- 10.20.193.4:0/1503633973 learned_addr learned my addr 10.20.193.4:0/1503633973 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 -- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb240037d0 msgr2=0x7fcb401c62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb240037d0 0x7fcb401c62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 -- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 msgr2=0x7fcb401c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 0x7fcb401c6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 -- 10.20.193.4:0/1503633973 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb40129560 con 0x7fcb4006ecb0 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb3f7fe640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcb30003710 tx=0x7fcb30003be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30015070 con 0x7fcb4006ecb0 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb3000fd40 con 0x7fcb4006ecb0 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb401287f0 con 0x7fcb4006ecb0 2026-02-17T22:07:31.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30011690 con 0x7fcb4006ecb0 2026-02-17T22:07:31.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4008dfa0 con 0x7fcb4006ecb0 2026-02-17T22:07:31.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fcb30011bc0 con 0x7fcb4006ecb0 2026-02-17T22:07:31.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.658+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fcb30010c20 con 0x7fcb4006ecb0 2026-02-17T22:07:31.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.659+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb40098f70 con 0x7fcb4006ecb0 2026-02-17T22:07:31.666 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.660+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fcb40129560 con 0x7fcb4006ecb0 2026-02-17T22:07:31.675 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.674+0000 7f65b9232140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-17T22:07:31.676 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.674+0000 7f1e8c1df140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-17T22:07:31.691 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.689+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fcb40050a10 con 0x7fcb4006ecb0 2026-02-17T22:07:31.692 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.690+0000 7fcb1f7fe640 1 -- 10.20.193.4:0/1503633973 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v16)=0 v16) ==== 106+0+0 (secure 0 0 0) 0x7fcb30010e20 con 0x7fcb4006ecb0 2026-02-17T22:07:31.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 msgr2=0x7fcb401c6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcb30003710 tx=0x7fcb30003be0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 shutdown_connections 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb4006ecb0 0x7fcb401c6d70 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb4006e390 0x7fcb401c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 --2- 10.20.193.4:0/1503633973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb240037d0 0x7fcb401c62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 >> 10.20.193.4:0/1503633973 conn(0x7fcb4009f340 msgr2=0x7fcb4012fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 shutdown_connections 2026-02-17T22:07:31.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.691+0000 7fcb4541d640 1 -- 10.20.193.4:0/1503633973 wait complete. 2026-02-17T22:07:31.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 -- 10.20.193.4:0/3712628643 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 msgr2=0x7f8d280084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 --2- 10.20.193.4:0/3712628643 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d280084c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8d38005f70 tx=0x7f8d38030e00 comp rx=0 tx=0).stop 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 -- 10.20.193.4:0/3712628643 shutdown_connections 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 --2- 10.20.193.4:0/3712628643 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d4c06e390 0x7f8d2800af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 --2- 10.20.193.4:0/3712628643 >> v2:10.20.193.4:3300/0 conn(0x7f8d280037d0 0x7f8d28008a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 --2- 10.20.193.4:0/3712628643 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d280084c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 -- 10.20.193.4:0/3712628643 >> 10.20.193.4:0/3712628643 conn(0x7f8d4c09f340 msgr2=0x7f8d4c09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 -- 10.20.193.4:0/3712628643 shutdown_connections 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.697+0000 7f8d5241a640 1 -- 10.20.193.4:0/3712628643 wait complete. 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 Processor -- start 2026-02-17T22:07:31.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- start start 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d4c06e390 0x7f8d4c1b8af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d4c1c66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8d4c12eb40 con 0x7f8d4c06e390 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f8d4c06ea10 con 0x7f8d280037d0 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8d4c12ecc0 con 0x7f8d4c06ecb0 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d50990640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d4c1c66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d4c06e390 0x7f8d4c1b8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53106/0 (socket says 10.20.193.4:53106) 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 -- 10.20.193.4:0/1735083110 learned_addr learned my addr 10.20.193.4:0/1735083110 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 -- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 msgr2=0x7f8d4c1c66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d4c1c66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 -- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d4c06e390 msgr2=0x7f8d4c1b8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d4c06e390 0x7f8d4c1b8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 -- 10.20.193.4:0/1735083110 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d4c1b9db0 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d4bfff640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8d3803c040 tx=0x7f8d380398c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d3803e040 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d38039a30 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d4c1ba5e0 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d38042440 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.698+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d4c1b9210 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.699+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f8d3800f040 con 0x7f8d280037d0 2026-02-17T22:07:31.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.699+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8d380318c0 con 0x7f8d280037d0 2026-02-17T22:07:31.705 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.699+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d4c09a950 con 0x7f8d280037d0 2026-02-17T22:07:31.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.700+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8d4c09a950 con 0x7f8d280037d0 2026-02-17T22:07:31.706 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.701+0000 7f1e8c1df140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-17T22:07:31.707 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.702+0000 7f65b9232140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-17T22:07:31.731 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.729+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f8d4c12ffb0 con 0x7f8d280037d0 2026-02-17T22:07:31.734 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.732+0000 7f8d48ff9640 1 -- 10.20.193.4:0/1735083110 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v17)=0 v17) ==== 115+0+0 (secure 0 0 0) 0x7f8d38042b50 con 0x7f8d280037d0 2026-02-17T22:07:31.735 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 msgr2=0x7f8d4c1b85b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.735 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8d3803c040 tx=0x7f8d380398c0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.735 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 shutdown_connections 2026-02-17T22:07:31.735 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d4c06ecb0 0x7f8d4c1c66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.736 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d4c06e390 0x7f8d4c1b8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.736 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 --2- 10.20.193.4:0/1735083110 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d280037d0 0x7f8d4c1b85b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.736 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 >> 10.20.193.4:0/1735083110 conn(0x7f8d4c09f340 msgr2=0x7f8d4c129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.736 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 shutdown_connections 2026-02-17T22:07:31.736 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.733+0000 7f8d5241a640 1 -- 10.20.193.4:0/1735083110 wait complete. 2026-02-17T22:07:31.743 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.747 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2808436753 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012fa60 msgr2=0x7f21c4008450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2808436753 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012fa60 0x7f21c4008450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f21d0006ce0 tx=0x7f21d00306f0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2808436753 shutdown_connections 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2808436753 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21c4003750 0x7f21c400c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2808436753 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012fa60 0x7f21c4008450 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2808436753 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21e0132390 0x7f21e0134780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2808436753 >> 10.20.193.4:0/2808436753 conn(0x7f21e009a7d0 msgr2=0x7f21e009abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2808436753 shutdown_connections 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2808436753 wait complete. 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 Processor -- start 2026-02-17T22:07:31.748 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.742+0000 7f21e6c8d640 1 -- start start 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21c4003750 0x7f21e01c6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 0x7f21e006ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f21e00713a0 con 0x7f21e012cca0 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f21e0071220 con 0x7f21c4003750 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f21e0071520 con 0x7f21e012fa60 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e5c8b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21c4003750 0x7f21e01c6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e648c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 0x7f21e006ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34336/0 (socket says 10.20.193.4:34336) 2026-02-17T22:07:31.749 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 -- 10.20.193.4:0/2370236348 learned_addr learned my addr 10.20.193.4:0/2370236348 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 -- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 msgr2=0x7f21e006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 0x7f21e006ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 -- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21c4003750 msgr2=0x7f21e01c6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21c4003750 0x7f21e01c6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 -- 10.20.193.4:0/2370236348 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21e0124210 con 0x7f21e012cca0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e648c640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 0x7f21e006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e548a640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21d4012700 tx=0x7f21d4012bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d4010b50 con 0x7f21e012cca0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21d4010de0 con 0x7f21e012cca0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21e0124ce0 con 0x7f21e012cca0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d4004b00 con 0x7f21e012cca0 2026-02-17T22:07:31.750 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21e01c7180 con 0x7f21e012cca0 2026-02-17T22:07:31.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f21d4019030 con 0x7f21e012cca0 2026-02-17T22:07:31.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.743+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f21d401a7b0 con 0x7f21e012cca0 2026-02-17T22:07:31.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.744+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21e0071ab0 con 0x7f21e012cca0 2026-02-17T22:07:31.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.745+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f21d4017070 con 0x7f21e012cca0 2026-02-17T22:07:31.770 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.768+0000 7f1e8c1df140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-17T22:07:31.771 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.768+0000 7f65b9232140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-17T22:07:31.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.775+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f21e0050a10 con 0x7f21e012cca0 2026-02-17T22:07:31.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.776+0000 7f21ce7fc640 1 -- 10.20.193.4:0/2370236348 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f21d401a9b0 con 0x7f21e012cca0 2026-02-17T22:07:31.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 msgr2=0x7f21e01c6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21d4012700 tx=0x7f21d4012bd0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 shutdown_connections 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f21e012fa60 0x7f21e006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f21e012cca0 0x7f21e01c6c40 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 --2- 10.20.193.4:0/2370236348 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f21c4003750 0x7f21e01c6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 >> 10.20.193.4:0/2370236348 conn(0x7f21e009a7d0 msgr2=0x7f21e012bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 shutdown_connections 2026-02-17T22:07:31.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.777+0000 7f21e6c8d640 1 -- 10.20.193.4:0/2370236348 wait complete. 2026-02-17T22:07:31.787 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.784+0000 7f8da159f640 1 -- 10.20.193.4:0/2044572041 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d9c06ecb0 msgr2=0x7f8d800084a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.784+0000 7f8da159f640 1 --2- 10.20.193.4:0/2044572041 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d9c06ecb0 0x7f8d800084a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8d90005f50 tx=0x7f8d90030600 comp rx=0 tx=0).stop 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 -- 10.20.193.4:0/2044572041 shutdown_connections 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 --2- 10.20.193.4:0/2044572041 >> v2:10.20.193.4:3300/0 conn(0x7f8d800037b0 0x7f8d8000af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 --2- 10.20.193.4:0/2044572041 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06e390 0x7f8d8000aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 --2- 10.20.193.4:0/2044572041 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d9c06ecb0 0x7f8d800084a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 -- 10.20.193.4:0/2044572041 >> 10.20.193.4:0/2044572041 conn(0x7f8d9c09f340 msgr2=0x7f8d9c09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.791 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 -- 10.20.193.4:0/2044572041 shutdown_connections 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 -- 10.20.193.4:0/2044572041 wait complete. 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 Processor -- start 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.785+0000 7f8da159f640 1 -- start start 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d9c06e390 0x7f8d9c1c6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06ecb0 0x7f8d9c08c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9c12eb40 con 0x7f8d9c06e390 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9c06ea00 con 0x7f8d800037b0 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8d9c12ecc0 con 0x7f8d9c06ecb0 2026-02-17T22:07:31.792 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9a7fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d9c06e390 0x7f8d9c1c6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53126/0 (socket says 10.20.193.4:53126) 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 -- 10.20.193.4:0/1387399012 learned_addr learned my addr 10.20.193.4:0/1387399012 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9b7fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06ecb0 0x7f8d9c08c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 -- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06ecb0 msgr2=0x7f8d9c08c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06ecb0 0x7f8d9c08c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 -- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d9c06e390 msgr2=0x7f8d9c1c6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d9c06e390 0x7f8d9c1c6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 -- 10.20.193.4:0/1387399012 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d9c128840 con 0x7f8d800037b0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d9affd640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8d90002410 tx=0x7f8d9003bfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d9003a420 con 0x7f8d800037b0 2026-02-17T22:07:31.793 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d90049070 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9c129070 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d90039720 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d9c1c7190 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f8d900398c0 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.786+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8d9004eb80 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.787+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d9c08ed50 con 0x7f8d800037b0 2026-02-17T22:07:31.794 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.788+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8d9004e460 con 0x7f8d800037b0 2026-02-17T22:07:31.797 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.795+0000 7f1e8c1df140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-17T22:07:31.797 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.795+0000 7f65b9232140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-17T22:07:31.818 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.816+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f8d9c098f70 con 0x7f8d800037b0 2026-02-17T22:07:31.820 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.818+0000 7f8d7b7fe640 1 -- 10.20.193.4:0/1387399012 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v19)=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f8d9004e640 con 0x7f8d800037b0 2026-02-17T22:07:31.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 msgr2=0x7f8d9c1c6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8d90002410 tx=0x7f8d9003bfb0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 shutdown_connections 2026-02-17T22:07:31.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8d9c06ecb0 0x7f8d9c08c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8d9c06e390 0x7f8d9c1c6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 --2- 10.20.193.4:0/1387399012 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8d800037b0 0x7f8d9c1c6710 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 >> 10.20.193.4:0/1387399012 conn(0x7f8d9c09f340 msgr2=0x7f8d9c099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 shutdown_connections 2026-02-17T22:07:31.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.819+0000 7f8da159f640 1 -- 10.20.193.4:0/1387399012 wait complete. 2026-02-17T22:07:31.830 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 -- 10.20.193.4:0/2824217274 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9dc0003800 msgr2=0x7f9dc0005c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2824217274 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9dc0003800 0x7f9dc0005c80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc005f70 tx=0x7f9dcc030e40 comp rx=0 tx=0).stop 2026-02-17T22:07:31.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 -- 10.20.193.4:0/2824217274 shutdown_connections 2026-02-17T22:07:31.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2824217274 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9dc000bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2824217274 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9dc0003800 0x7f9dc0005c80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2824217274 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ddc06e4e0 0x7f9ddc06e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 -- 10.20.193.4:0/2824217274 >> 10.20.193.4:0/2824217274 conn(0x7f9ddc0a1780 msgr2=0x7f9ddc0a1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 -- 10.20.193.4:0/2824217274 shutdown_connections 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.829+0000 7f9de2c72640 1 -- 10.20.193.4:0/2824217274 wait complete. 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 Processor -- start 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 -- start start 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9dc0003800 0x7f9ddc09bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ddc06e4e0 0x7f9ddc09c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9ddc12f9f0 con 0x7f9ddc06e4e0 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9ddc12f870 con 0x7f9dc0003800 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de2c72640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9ddc131df0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9dd3fff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ddc06e4e0 0x7f9ddc09c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:58914/0 (socket says 10.20.193.4:58914) 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 -- 10.20.193.4:0/2105202242 learned_addr learned my addr 10.20.193.4:0/2105202242 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de09e7640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9dc0003800 0x7f9ddc09bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 -- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9dc0003800 msgr2=0x7f9ddc09bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9dc0003800 0x7f9ddc09bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 -- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ddc06e4e0 msgr2=0x7f9ddc09c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ddc06e4e0 0x7f9ddc09c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 -- 10.20.193.4:0/2105202242 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ddc09b0b0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.830+0000 7f9de11e8640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800d990 tx=0x7f9dd800de60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd800ad70 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dd8010450 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd80108a0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ddc09e7d0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ddc1c3020 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f9dd8010a40 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f9dd80223f0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.831+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ddc06e8c0 con 0x7f9ddc06ee00 2026-02-17T22:07:31.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.833+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f9dd8027080 con 0x7f9ddc06ee00 2026-02-17T22:07:31.849 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.847+0000 7f1e8c1df140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-17T22:07:31.849 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.847+0000 7f65b9232140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-17T22:07:31.864 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.862+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f9ddc050a10 con 0x7f9ddc06ee00 2026-02-17T22:07:31.866 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.864+0000 7f9dd17fa640 1 -- 10.20.193.4:0/2105202242 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v20)=0 v20) ==== 119+0+0 (secure 0 0 0) 0x7f9dd8014030 con 0x7f9ddc06ee00 2026-02-17T22:07:31.867 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 msgr2=0x7f9ddc09c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.867 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9dd800d990 tx=0x7f9dd800de60 comp rx=0 tx=0).stop 2026-02-17T22:07:31.867 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 shutdown_connections 2026-02-17T22:07:31.867 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ddc06ee00 0x7f9ddc09c7e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.868 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ddc06e4e0 0x7f9ddc09c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.868 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 --2- 10.20.193.4:0/2105202242 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9dc0003800 0x7f9ddc09bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.868 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 >> 10.20.193.4:0/2105202242 conn(0x7f9ddc0a1780 msgr2=0x7f9ddc128430 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.868 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 shutdown_connections 2026-02-17T22:07:31.868 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.865+0000 7f9de2c72640 1 -- 10.20.193.4:0/2105202242 wait complete. 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2507390765 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd28071f50 msgr2=0x7fdd040084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2507390765 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd28071f50 0x7fdd040084c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fdd10005f50 tx=0x7fdd100302d0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2507390765 shutdown_connections 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2507390765 >> v2:10.20.193.4:3300/0 conn(0x7fdd28132010 0x7fdd0400aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2507390765 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd28071f50 0x7fdd040084c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2507390765 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd04003770 0x7fdd04005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.874 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2507390765 >> 10.20.193.4:0/2507390765 conn(0x7fdd2809a000 msgr2=0x7fdd280977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2507390765 shutdown_connections 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2507390765 wait complete. 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 Processor -- start 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 -- start start 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 0x7fdd2812b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 0x7fdd2812bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.869+0000 7fdd2cefb640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 0x7fdd2812c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd2cefb640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fdd28130900 con 0x7fdd28071f50 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd2cefb640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fdd28130780 con 0x7fdd04003770 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd2cefb640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fdd28130a80 con 0x7fdd281295f0 2026-02-17T22:07:31.875 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd25d74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 0x7fdd2812bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 0x7fdd2812b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26d76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 0x7fdd2812c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd25d74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 0x7fdd2812bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34382/0 (socket says 10.20.193.4:34382) 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd25d74640 1 -- 10.20.193.4:0/2126711141 learned_addr learned my addr 10.20.193.4:0/2126711141 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 -- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 msgr2=0x7fdd2812c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 0x7fdd2812c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 -- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 msgr2=0x7fdd2812bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 0x7fdd2812bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 -- 10.20.193.4:0/2126711141 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2812e870 con 0x7fdd04003770 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26d76640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 0x7fdd2812c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:31.876 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd26575640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 0x7fdd2812b9f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c004750 tx=0x7fdd1c0138f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c004d40 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd1c0060d0 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd281c4840 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c0064c0 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd281c4db0 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fdd1c012500 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.870+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fdd1c01da30 con 0x7fdd04003770 2026-02-17T22:07:31.877 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.871+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2812f1b0 con 0x7fdd04003770 2026-02-17T22:07:31.878 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.879 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.872+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fdd2812f1b0 con 0x7fdd04003770 2026-02-17T22:07:31.895 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.892+0000 7f1e8c1df140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-17T22:07:31.895 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.893+0000 7f65b9232140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-17T22:07:31.905 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.903+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7fdd281299d0 con 0x7fdd04003770 2026-02-17T22:07:31.907 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.905+0000 7fdd0effd640 1 -- 10.20.193.4:0/2126711141 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v21)=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7fdd1c01dc30 con 0x7fdd04003770 2026-02-17T22:07:31.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 msgr2=0x7fdd2812b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 0x7fdd2812b9f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c004750 tx=0x7fdd1c0138f0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 shutdown_connections 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fdd281295f0 0x7fdd2812c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fdd28071f50 0x7fdd2812bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 --2- 10.20.193.4:0/2126711141 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fdd04003770 0x7fdd2812b9f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 >> 10.20.193.4:0/2126711141 conn(0x7fdd2809a000 msgr2=0x7fdd280977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 shutdown_connections 2026-02-17T22:07:31.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.906+0000 7fdd2cefb640 1 -- 10.20.193.4:0/2126711141 wait complete. 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- 10.20.193.4:0/2339133289 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2010097030 msgr2=0x7f1ff40083b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 --2- 10.20.193.4:0/2339133289 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2010097030 0x7f1ff40083b0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2004005f70 tx=0x7f2004030e30 comp rx=0 tx=0).stop 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- 10.20.193.4:0/2339133289 shutdown_connections 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 --2- 10.20.193.4:0/2339133289 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f1ff400a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 --2- 10.20.193.4:0/2339133289 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2010097030 0x7f1ff40083b0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 --2- 10.20.193.4:0/2339133289 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1ff4003770 0x7f1ff4005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.915 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- 10.20.193.4:0/2339133289 >> 10.20.193.4:0/2339133289 conn(0x7f201009a000 msgr2=0x7f20100977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- 10.20.193.4:0/2339133289 shutdown_connections 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- 10.20.193.4:0/2339133289 wait complete. 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 Processor -- start 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.910+0000 7f20157bc640 1 -- start start 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 0x7f2010124f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f201006e2f0 0x7f20101254a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f20101259e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2010099060 con 0x7f1ff4003770 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2010098ee0 con 0x7f2010096710 2026-02-17T22:07:31.916 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f20100991e0 con 0x7f201006e2f0 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200f7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f20101259e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 0x7f2010124f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200e7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f201006e2f0 0x7f20101254a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200f7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f20101259e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53158/0 (socket says 10.20.193.4:53158) 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200f7fe640 1 -- 10.20.193.4:0/2411125532 learned_addr learned my addr 10.20.193.4:0/2411125532 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 -- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f201006e2f0 msgr2=0x7f20101254a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f201006e2f0 0x7f20101254a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 -- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 msgr2=0x7f20101259e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f20101259e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.917 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 -- 10.20.193.4:0/2411125532 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2010128720 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f200effd640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 0x7f2010124f60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2004038000 tx=0x7f20040398c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2004046020 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2004039ab0 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20101272e0 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200403e040 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20101c6710 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f200400f040 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.911+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f200404b400 con 0x7f1ff4003770 2026-02-17T22:07:31.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.912+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f201006e760 con 0x7f1ff4003770 2026-02-17T22:07:31.919 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.913+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f2004050030 con 0x7f1ff4003770 2026-02-17T22:07:31.920 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.922 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.920+0000 7f1e8c1df140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-17T22:07:31.922 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.920+0000 7f65b9232140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-17T22:07:31.943 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.941+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f2010074840 con 0x7f1ff4003770 2026-02-17T22:07:31.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f1fef7fe640 1 -- 10.20.193.4:0/2411125532 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v22)=0 v22) ==== 120+0+0 (secure 0 0 0) 0x7f20040318a0 con 0x7f1ff4003770 2026-02-17T22:07:31.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 msgr2=0x7f2010124f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 0x7f2010124f60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f2004038000 tx=0x7f20040398c0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 shutdown_connections 2026-02-17T22:07:31.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2010096710 0x7f20101259e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f201006e2f0 0x7f20101254a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.947 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 --2- 10.20.193.4:0/2411125532 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1ff4003770 0x7f2010124f60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.947 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 >> 10.20.193.4:0/2411125532 conn(0x7f201009a000 msgr2=0x7f201012b120 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.947 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 shutdown_connections 2026-02-17T22:07:31.947 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.943+0000 7f20157bc640 1 -- 10.20.193.4:0/2411125532 wait complete. 2026-02-17T22:07:31.947 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.945+0000 7f1e8c1df140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-17T22:07:31.948 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.945+0000 7f65b9232140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-17T22:07:31.953 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial004') 2026-02-17T22:07:31.959 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 -- 10.20.193.4:0/1925805830 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b3c06e390 msgr2=0x7f9b2000bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.959 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 --2- 10.20.193.4:0/1925805830 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b3c06e390 0x7f9b2000bc80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9b30002f20 tx=0x7f9b3002f250 comp rx=0 tx=0).stop 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 -- 10.20.193.4:0/1925805830 shutdown_connections 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 --2- 10.20.193.4:0/1925805830 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c12f250 0x7f9b2000e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 --2- 10.20.193.4:0/1925805830 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b3c06e390 0x7f9b2000bc80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 --2- 10.20.193.4:0/1925805830 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b20003750 0x7f9b20005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 -- 10.20.193.4:0/1925805830 >> 10.20.193.4:0/1925805830 conn(0x7f9b3c09f340 msgr2=0x7f9b3c09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 -- 10.20.193.4:0/1925805830 shutdown_connections 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.954+0000 7f9b43e31640 1 -- 10.20.193.4:0/1925805830 wait complete. 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 Processor -- start 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 -- start start 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.960 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b3c06e390 0x7f9b3c08dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 0x7f9b3c1c6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c12fab0 con 0x7f9b20003750 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9b3c12f930 con 0x7f9b3c06ecb0 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b43e31640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9b3c12eb40 con 0x7f9b3c06e390 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34424/0 (socket says 10.20.193.4:34424) 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 -- 10.20.193.4:0/2471781054 learned_addr learned my addr 10.20.193.4:0/2471781054 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b423a7640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 0x7f9b3c1c6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b413a5640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b3c06e390 0x7f9b3c08dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:31.961 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 -- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b3c06e390 msgr2=0x7f9b3c08dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b3c06e390 0x7f9b3c08dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 -- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 msgr2=0x7f9b3c1c6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 0x7f9b3c1c6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 -- 10.20.193.4:0/2471781054 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c08fa00 con 0x7f9b20003750 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b423a7640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 0x7f9b3c1c6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b41ba6640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c012730 tx=0x7f9b2c012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.955+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c023070 con 0x7f9b20003750 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b2c011cb0 con 0x7f9b20003750 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3c090db0 con 0x7f9b20003750 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c01e6d0 con 0x7f9b20003750 2026-02-17T22:07:31.962 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b3c08e400 con 0x7f9b20003750 2026-02-17T22:07:31.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f9b2c00f040 con 0x7f9b20003750 2026-02-17T22:07:31.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f9b2c028c10 con 0x7f9b20003750 2026-02-17T22:07:31.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.956+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b3c12fe40 con 0x7f9b20003750 2026-02-17T22:07:31.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.957+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f9b2c02d070 con 0x7f9b20003750 2026-02-17T22:07:31.974 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.973+0000 7f65b9232140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-17T22:07:31.976 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.974+0000 7f1e8c1df140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-17T22:07:31.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.987+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f9b3c08e690 con 0x7f9b20003750 2026-02-17T22:07:31.991 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b2a7fc640 1 -- 10.20.193.4:0/2471781054 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v23)=0 v23) ==== 120+0+0 (secure 0 0 0) 0x7f9b2c028440 con 0x7f9b20003750 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 msgr2=0x7f9b3c08d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c012730 tx=0x7f9b2c012c00 comp rx=0 tx=0).stop 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 shutdown_connections 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9b3c06ecb0 0x7f9b3c1c6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9b3c06e390 0x7f9b3c08dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 --2- 10.20.193.4:0/2471781054 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9b20003750 0x7f9b3c08d980 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:31.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 >> 10.20.193.4:0/2471781054 conn(0x7f9b3c09f340 msgr2=0x7f9b3c129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:31.993 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 shutdown_connections 2026-02-17T22:07:31.993 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:31.989+0000 7f9b43e31640 1 -- 10.20.193.4:0/2471781054 wait complete. 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.000 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.001 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial004') 2026-02-17T22:07:32.001 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config dump 2026-02-17T22:07:32.001 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:31.997+0000 7f1e8c1df140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-17T22:07:32.002 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:31.998+0000 7f65b9232140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-17T22:07:32.055 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.053+0000 7f1e8c1df140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-17T22:07:32.056 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.054+0000 7f65b9232140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-17T22:07:32.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.067+0000 7f3df054c640 1 -- 10.20.193.4:0/4151804226 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de8096220 msgr2=0x7f3de81339d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.067+0000 7f3df054c640 1 --2- 10.20.193.4:0/4151804226 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de8096220 0x7f3de81339d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3de4009f60 tx=0x7f3de402f3b0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- 10.20.193.4:0/4151804226 shutdown_connections 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 --2- 10.20.193.4:0/4151804226 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de8096220 0x7f3de81339d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 --2- 10.20.193.4:0/4151804226 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de812c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- 10.20.193.4:0/4151804226 >> 10.20.193.4:0/4151804226 conn(0x7f3de809a280 msgr2=0x7f3de8097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- 10.20.193.4:0/4151804226 shutdown_connections 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- 10.20.193.4:0/4151804226 wait complete. 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 Processor -- start 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- start start 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 0x7f3de81c4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3de8096220 0x7f3de81c5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f3de8134600 con 0x7f3de80956d0 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f3de8134480 con 0x7f3de8096220 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3df054c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f3de8134780 con 0x7f3de812bc30 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3dee2c1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 0x7f3de81c4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3deeac2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3deeac2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:58982/0 (socket says 10.20.193.4:58982) 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3deeac2640 1 -- 10.20.193.4:0/1311284837 learned_addr learned my addr 10.20.193.4:0/1311284837 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3dee2c1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 0x7f3de81c4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34444/0 (socket says 10.20.193.4:34444) 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3dedac0640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3de8096220 0x7f3de81c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3deeac2640 1 -- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3de8096220 msgr2=0x7f3de81c5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.068+0000 7f3deeac2640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3de8096220 0x7f3de81c5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3deeac2640 1 -- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 msgr2=0x7f3de81c4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3deeac2640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 0x7f3de81c4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3deeac2640 1 -- 10.20.193.4:0/1311284837 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de8073fb0 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3deeac2640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3de400b150 tx=0x7f3de4002d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4004460 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3de4004600 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4007500 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de81335d0 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de8122890 con 0x7f3de812bc30 2026-02-17T22:07:32.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f3de4007a30 con 0x7f3de812bc30 2026-02-17T22:07:32.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f3de404bcb0 con 0x7f3de812bc30 2026-02-17T22:07:32.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.069+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3de809b9a0 con 0x7f3de812bc30 2026-02-17T22:07:32.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.070+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f3de40628b0 con 0x7f3de812bc30 2026-02-17T22:07:32.078 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.077+0000 7f1e8c1df140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-17T22:07:32.079 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.077+0000 7f65b9232140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.097+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f3de812c010 con 0x7f3de812bc30 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3dceffd640 1 -- 10.20.193.4:0/1311284837 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f3de4050020 con 0x7f3de812bc30 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stdout:mon advanced mon_op_complaint_time 120 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stdout:mgr advanced client_mount_timeout 30 2026-02-17T22:07:32.100 INFO:teuthology.orchestra.run.trial004.stdout:mgr advanced debug_client 20/20 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mgr advanced debug_mgr 20/20 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mgr advanced debug_ms 1/1 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mgr dev mon_warn_on_pool_no_app false 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:osd advanced osd_op_complaint_time 180.000000 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced debug_mds 20/20 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced debug_mds_balancer 20/20 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced debug_ms 2/2 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds dev mds_debug_frag true 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds dev mds_debug_scatterstat true 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced mds_op_complaint_time 180.000000 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds dev mds_verify_scatter true 2026-02-17T22:07:32.101 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced osd_op_complaint_time 180.000000 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced rados_mon_op_timeout 900 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:mds advanced rados_osd_op_timeout 900 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:client advanced client_mount_timeout 600 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:client advanced debug_client 20/20 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:client advanced debug_ms 1/1 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:client advanced rados_mon_op_timeout 900 2026-02-17T22:07:32.102 INFO:teuthology.orchestra.run.trial004.stdout:client advanced rados_osd_op_timeout 900 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 msgr2=0x7f3de8131450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3de400b150 tx=0x7f3de4002d80 comp rx=0 tx=0).stop 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 shutdown_connections 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3de812bc30 0x7f3de8131450 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3de8096220 0x7f3de81c5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 --2- 10.20.193.4:0/1311284837 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3de80956d0 0x7f3de81c4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 >> 10.20.193.4:0/1311284837 conn(0x7f3de809a280 msgr2=0x7f3de8072d20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 shutdown_connections 2026-02-17T22:07:32.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.098+0000 7f3df054c640 1 -- 10.20.193.4:0/1311284837 wait complete. 2026-02-17T22:07:32.104 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.100+0000 7f1e8c1df140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-17T22:07:32.104 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.101+0000 7f65b9232140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-17T22:07:32.107 INFO:tasks.ceph:Setting crush tunables to default 2026-02-17T22:07:32.107 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd crush tunables default 2026-02-17T22:07:32.151 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.149+0000 7f1e8c1df140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:07:32.152 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.150+0000 7f65b9232140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:07:32.173 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.171+0000 7f1e8c1df140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-17T22:07:32.173 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.171+0000 7f65b9232140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- 10.20.193.4:0/4276758513 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc1341d0 msgr2=0x7f65bc1365c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 --2- 10.20.193.4:0/4276758513 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc1341d0 0x7f65bc1365c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f65b800b0a0 tx=0x7f65b802f410 comp rx=0 tx=0).stop 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- 10.20.193.4:0/4276758513 shutdown_connections 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 --2- 10.20.193.4:0/4276758513 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc1341d0 0x7f65bc1365c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 --2- 10.20.193.4:0/4276758513 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 0x7f65bc094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- 10.20.193.4:0/4276758513 >> 10.20.193.4:0/4276758513 conn(0x7f65bc09a140 msgr2=0x7f65bc097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- 10.20.193.4:0/4276758513 shutdown_connections 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- 10.20.193.4:0/4276758513 wait complete. 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 Processor -- start 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.174+0000 7f65c432e640 1 -- start start 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.178 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 0x7f65bc122610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 0x7f65bc122b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f65bc137850 con 0x7f65bc1341d0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f65bc1376d0 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f65bc1379d0 con 0x7f65bc099130 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c28a4640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 0x7f65bc122b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c18a2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 0x7f65bc122610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53214/0 (socket says 10.20.193.4:53214) 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 -- 10.20.193.4:0/259574130 learned_addr learned my addr 10.20.193.4:0/259574130 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 -- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 msgr2=0x7f65bc122610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 0x7f65bc122610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 -- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 msgr2=0x7f65bc122b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 0x7f65bc122b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 -- 10.20.193.4:0/259574130 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65bc123250 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c28a4640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 0x7f65bc122b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c20a3640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f65ac0027e0 tx=0x7f65ac002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac00ed40 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65ac010430 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65bc124570 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac010820 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f65bc133f00 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f65ac0109c0 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f65ac018c40 con 0x7f65bc094ac0 2026-02-17T22:07:32.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.175+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65bc094580 con 0x7f65bc094ac0 2026-02-17T22:07:32.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.177+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f65ac027080 con 0x7f65bc094ac0 2026-02-17T22:07:32.211 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.209+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f65bc074840 con 0x7f65bc094ac0 2026-02-17T22:07:32.213 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.211+0000 7f65a2ffd640 1 -- 10.20.193.4:0/259574130 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f65ac014030 con 0x7f65bc094ac0 2026-02-17T22:07:32.213 INFO:teuthology.orchestra.run.trial004.stderr:adjusted tunables profile to default 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 msgr2=0x7f65bc1220d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f65ac0027e0 tx=0x7f65ac002cb0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 shutdown_connections 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65bc1341d0 0x7f65bc122b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65bc099130 0x7f65bc122610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 --2- 10.20.193.4:0/259574130 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65bc094ac0 0x7f65bc1220d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 >> 10.20.193.4:0/259574130 conn(0x7f65bc09a140 msgr2=0x7f65bc092ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 shutdown_connections 2026-02-17T22:07:32.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.212+0000 7f65c432e640 1 -- 10.20.193.4:0/259574130 wait complete. 2026-02-17T22:07:32.220 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.219+0000 7f1e8c1df140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:07:32.221 INFO:tasks.ceph:check_enable_crimson: False 2026-02-17T22:07:32.221 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-02-17T22:07:32.221 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:32.221 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-02-17T22:07:32.225 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.223+0000 7f65b9232140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:07:32.248 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:32.248 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-02-17T22:07:32.293 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.291+0000 7f1e8c1df140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-17T22:07:32.293 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.291+0000 7f65b9232140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-17T22:07:32.312 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:32.312 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-02-17T22:07:32.315 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.313+0000 7f1e8c1df140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-17T22:07:32.316 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.313+0000 7f65b9232140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-17T22:07:32.339 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:32.339 DEBUG:teuthology.orchestra.run.trial004:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-02-17T22:07:32.403 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd new 230e8f68-b7dd-43d9-b3d8-27729d09820b 0 2026-02-17T22:07:32.486 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:32.484+0000 7f1e8c1df140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-17T22:07:32.486 INFO:tasks.ceph.mgr.x.trial004.stderr:2026-02-17T22:07:32.484+0000 7f65b9232140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-17T22:07:32.513 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- 10.20.193.4:0/564522880 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4095070 msgr2=0x7f11b4131d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.513 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 --2- 10.20.193.4:0/564522880 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4095070 0x7f11b4131d70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f11a0009960 tx=0x7f11a002f140 comp rx=0 tx=0).stop 2026-02-17T22:07:32.513 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- 10.20.193.4:0/564522880 shutdown_connections 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 --2- 10.20.193.4:0/564522880 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 0x7f11b41346a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 --2- 10.20.193.4:0/564522880 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4095070 0x7f11b4131d70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- 10.20.193.4:0/564522880 >> 10.20.193.4:0/564522880 conn(0x7f11b409a140 msgr2=0x7f11b4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- 10.20.193.4:0/564522880 shutdown_connections 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- 10.20.193.4:0/564522880 wait complete. 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 Processor -- start 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.509+0000 7f11bc99e640 1 -- start start 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f11b4095070 0x7f11b40730d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 0x7f11b4073610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.514 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f11b4135770 con 0x7f11b4095070 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f11b41355f0 con 0x7f11b41322b0 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f11b41358f0 con 0x7f11b4094580 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11b9f12640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f11b4095070 0x7f11b40730d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11baf14640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 0x7f11b4073610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:59060/0 (socket says 10.20.193.4:59060) 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 -- 10.20.193.4:0/79366901 learned_addr learned my addr 10.20.193.4:0/79366901 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 -- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 msgr2=0x7f11b4073610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 0x7f11b4073610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 -- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f11b4095070 msgr2=0x7f11b40730d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f11b4095070 0x7f11b40730d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.515 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 -- 10.20.193.4:0/79366901 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b406e940 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11ba713640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00c700 tx=0x7f11ac00cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac004230 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11ac0044c0 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b4126880 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac0038d0 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b41c6b20 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f11ac023060 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.510+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(2..2 src has 1..2) ==== 720+0+0 (secure 0 0 0) 0x7f11ac038690 con 0x7f11b4094580 2026-02-17T22:07:32.516 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.511+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11b41270a0 con 0x7f11b4094580 2026-02-17T22:07:32.517 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.512+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f11b406e940 con 0x7f11b4094580 2026-02-17T22:07:32.546 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.544+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd new", "uuid": "230e8f68-b7dd-43d9-b3d8-27729d09820b", "id": 0} v 0) -- 0x7f11b4094960 con 0x7f11b4094580 2026-02-17T22:07:32.549 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f119effd640 1 -- 10.20.193.4:0/79366901 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "230e8f68-b7dd-43d9-b3d8-27729d09820b", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f11ac003c50 con 0x7f11b4094580 2026-02-17T22:07:32.549 INFO:teuthology.orchestra.run.trial004.stdout:0 2026-02-17T22:07:32.550 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 msgr2=0x7f11b4072b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.550 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00c700 tx=0x7f11ac00cbd0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.550 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 shutdown_connections 2026-02-17T22:07:32.550 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f11b41322b0 0x7f11b4073610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f11b4095070 0x7f11b40730d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.547+0000 7f11bc99e640 1 --2- 10.20.193.4:0/79366901 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f11b4094580 0x7f11b4072b90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.548+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 >> 10.20.193.4:0/79366901 conn(0x7f11b409a140 msgr2=0x7f11b4129b60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.548+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 shutdown_connections 2026-02-17T22:07:32.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.548+0000 7f11bc99e640 1 -- 10.20.193.4:0/79366901 wait complete. 2026-02-17T22:07:32.557 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd new acf93f3c-8449-4728-ada6-eeeb303eb6a2 1 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 -- 10.20.193.4:0/411895000 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa27812ce10 msgr2=0x7fa27812d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 --2- 10.20.193.4:0/411895000 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa27812ce10 0x7fa27812d1f0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa268009a00 tx=0x7fa26802f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 -- 10.20.193.4:0/411895000 shutdown_connections 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 --2- 10.20.193.4:0/411895000 >> v2:10.20.193.4:3300/0 conn(0x7fa278094ac0 0x7fa278094f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 --2- 10.20.193.4:0/411895000 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa2780963c0 0x7fa278094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 --2- 10.20.193.4:0/411895000 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa27812ce10 0x7fa27812d1f0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 -- 10.20.193.4:0/411895000 >> 10.20.193.4:0/411895000 conn(0x7fa27809a140 msgr2=0x7fa278097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 -- 10.20.193.4:0/411895000 shutdown_connections 2026-02-17T22:07:32.662 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.660+0000 7fa27fd94640 1 -- 10.20.193.4:0/411895000 wait complete. 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 Processor -- start 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- start start 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 0x7fa2781c5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 0x7fa278123b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fa2781345f0 con 0x7fa27812ce10 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fa278134470 con 0x7fa2780963c0 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fa278134770 con 0x7fa278094ac0 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27db09640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27d308640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 0x7fa2781c5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27db09640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:59082/0 (socket says 10.20.193.4:59082) 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27db09640 1 -- 10.20.193.4:0/3451110820 learned_addr learned my addr 10.20.193.4:0/3451110820 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 0x7fa278123b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 -- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 msgr2=0x7fa2781c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 -- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 msgr2=0x7fa2781c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 0x7fa2781c5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 -- 10.20.193.4:0/3451110820 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa278125b10 con 0x7fa27812ce10 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27db09640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:32.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27d308640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 0x7fa2781c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27e30a640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 0x7fa278123b00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa27400efc0 tx=0x7fa27400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa274019070 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2740092f0 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa27812da90 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27400ce60 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.661+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa278126940 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.662+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fa274002cc0 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.662+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 835+0+0 (secure 0 0 0) 0x7fa274038e40 con 0x7fa27812ce10 2026-02-17T22:07:32.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.662+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa244005390 con 0x7fa27812ce10 2026-02-17T22:07:32.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.663+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fa274010040 con 0x7fa27812ce10 2026-02-17T22:07:32.696 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.694+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd new", "uuid": "acf93f3c-8449-4728-ada6-eeeb303eb6a2", "id": 1} v 0) -- 0x7fa244005680 con 0x7fa27812ce10 2026-02-17T22:07:32.698 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.695+0000 7fa2667fc640 1 -- 10.20.193.4:0/3451110820 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "acf93f3c-8449-4728-ada6-eeeb303eb6a2", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fa274004500 con 0x7fa27812ce10 2026-02-17T22:07:32.698 INFO:teuthology.orchestra.run.trial004.stdout:1 2026-02-17T22:07:32.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 msgr2=0x7fa278123b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 0x7fa278123b00 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa27400efc0 tx=0x7fa27400c490 comp rx=0 tx=0).stop 2026-02-17T22:07:32.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 shutdown_connections 2026-02-17T22:07:32.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa27812ce10 0x7fa278123b00 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa2780963c0 0x7fa2781c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 --2- 10.20.193.4:0/3451110820 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa278094ac0 0x7fa2781c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 >> 10.20.193.4:0/3451110820 conn(0x7fa27809a140 msgr2=0x7fa27809ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 shutdown_connections 2026-02-17T22:07:32.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.696+0000 7fa27fd94640 1 -- 10.20.193.4:0/3451110820 wait complete. 2026-02-17T22:07:32.705 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd new 94128abd-2fd4-40c3-a411-e85e154292e0 2 2026-02-17T22:07:32.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.767+0000 7f9199a7c640 1 -- 10.20.193.4:0/192292248 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 msgr2=0x7f9194093470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.767+0000 7f9199a7c640 1 --2- 10.20.193.4:0/192292248 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f9194093470 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f917c009960 tx=0x7f917c02f140 comp rx=0 tx=0).stop 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.767+0000 7f9199a7c640 1 -- 10.20.193.4:0/192292248 shutdown_connections 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.767+0000 7f9199a7c640 1 --2- 10.20.193.4:0/192292248 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f9194093e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 --2- 10.20.193.4:0/192292248 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f9194093470 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 --2- 10.20.193.4:0/192292248 >> v2:10.20.193.4:3300/0 conn(0x7f9194094580 0x7f9194094960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- 10.20.193.4:0/192292248 >> 10.20.193.4:0/192292248 conn(0x7f919409a140 msgr2=0x7f9194097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- 10.20.193.4:0/192292248 shutdown_connections 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- 10.20.193.4:0/192292248 wait complete. 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 Processor -- start 2026-02-17T22:07:32.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- start start 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 0x7f91941c6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9194134400 con 0x7f9194094580 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9194134280 con 0x7f91940939b0 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9199a7c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9194134580 con 0x7f9194094ea0 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9192ffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f91937fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f91927fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 0x7f91941c6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f91937fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:59106/0 (socket says 10.20.193.4:59106) 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f9192ffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:53340/0 (socket says 10.20.193.4:53340) 2026-02-17T22:07:32.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f91927fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 0x7f91941c6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34574/0 (socket says 10.20.193.4:34574) 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.768+0000 7f91937fe640 1 -- 10.20.193.4:0/392512872 learned_addr learned my addr 10.20.193.4:0/392512872 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 -- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 msgr2=0x7f91941c6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 -- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 msgr2=0x7f91941c6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 0x7f91941c6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 -- 10.20.193.4:0/392512872 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f919412e4e0 con 0x7f9194094ea0 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f9192ffd640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f91937fe640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f918400e3c0 tx=0x7f918400e890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91840040d0 con 0x7f9194094ea0 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9184018070 con 0x7f9194094ea0 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91941268d0 con 0x7f9194094ea0 2026-02-17T22:07:32.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9184004510 con 0x7f9194094ea0 2026-02-17T22:07:32.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f919406ddb0 con 0x7f9194094ea0 2026-02-17T22:07:32.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f91840046b0 con 0x7f9194094ea0 2026-02-17T22:07:32.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9194094960 con 0x7f9194094ea0 2026-02-17T22:07:32.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.769+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(4..4 src has 1..4) ==== 950+0+0 (secure 0 0 0) 0x7f9184038fb0 con 0x7f9194094ea0 2026-02-17T22:07:32.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.770+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f919412e4e0 con 0x7f9194094ea0 2026-02-17T22:07:32.805 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.804+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd new", "uuid": "94128abd-2fd4-40c3-a411-e85e154292e0", "id": 2} v 0) -- 0x7f9194074840 con 0x7f9194094ea0 2026-02-17T22:07:32.808 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f916bfff640 1 -- 10.20.193.4:0/392512872 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "94128abd-2fd4-40c3-a411-e85e154292e0", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f918403a020 con 0x7f9194094ea0 2026-02-17T22:07:32.808 INFO:teuthology.orchestra.run.trial004.stdout:2 2026-02-17T22:07:32.809 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 msgr2=0x7f91941c7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.809 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f918400e3c0 tx=0x7f918400e890 comp rx=0 tx=0).stop 2026-02-17T22:07:32.809 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 shutdown_connections 2026-02-17T22:07:32.809 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9194094ea0 0x7f91941c7210 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.809 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9194094580 0x7f91941c6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 --2- 10.20.193.4:0/392512872 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91940939b0 0x7f91941c6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 >> 10.20.193.4:0/392512872 conn(0x7f919409a140 msgr2=0x7f9194132f90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 shutdown_connections 2026-02-17T22:07:32.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.806+0000 7f9199a7c640 1 -- 10.20.193.4:0/392512872 wait complete. 2026-02-17T22:07:32.815 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd new a463cbc3-b873-4f0e-854b-cb28babc5603 3 2026-02-17T22:07:32.884 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 -- 10.20.193.4:0/3401596519 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb412ce10 msgr2=0x7fceb412d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.884 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 --2- 10.20.193.4:0/3401596519 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb412ce10 0x7fceb412d1f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcea4009930 tx=0x7fcea402f110 comp rx=0 tx=0).stop 2026-02-17T22:07:32.884 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 -- 10.20.193.4:0/3401596519 shutdown_connections 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 --2- 10.20.193.4:0/3401596519 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb4094c90 0x7fceb4134b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 --2- 10.20.193.4:0/3401596519 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb412ce10 0x7fceb412d1f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 -- 10.20.193.4:0/3401596519 >> 10.20.193.4:0/3401596519 conn(0x7fceb409a140 msgr2=0x7fceb4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 -- 10.20.193.4:0/3401596519 shutdown_connections 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.879+0000 7fcebc74c640 1 -- 10.20.193.4:0/3401596519 wait complete. 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 Processor -- start 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- start start 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fceb40963c0 0x7fceb41c7170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 0x7fceb41c76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:32.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fceb4135880 con 0x7fceb4094c90 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fceb4135700 con 0x7fceb412ce10 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fceb4135a00 con 0x7fceb40963c0 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34600/0 (socket says 10.20.193.4:34600) 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 -- 10.20.193.4:0/1772263593 learned_addr learned my addr 10.20.193.4:0/1772263593 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebacc2640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 0x7fceb41c76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceb9cc0640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fceb40963c0 0x7fceb41c7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 -- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fceb40963c0 msgr2=0x7fceb41c7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fceb40963c0 0x7fceb41c7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 -- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 msgr2=0x7fceb41c76b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 0x7fceb41c76b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 -- 10.20.193.4:0/1772263593 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceb4126850 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebacc2640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 0x7fceb41c76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fceba4c1640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcea402f670 tx=0x7fcea4002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea4002d10 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcea402fe50 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea4004b00 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceb406e560 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.880+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceb4091fb0 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.881+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fcea4038470 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.881+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1065+0+0 (secure 0 0 0) 0x7fcea405d360 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.881+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceb412a720 con 0x7fceb4094c90 2026-02-17T22:07:32.887 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.882+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fcea404f080 con 0x7fceb4094c90 2026-02-17T22:07:32.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.916+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a463cbc3-b873-4f0e-854b-cb28babc5603", "id": 3} v 0) -- 0x7fceb412d1f0 con 0x7fceb4094c90 2026-02-17T22:07:32.918 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fce9affd640 1 -- 10.20.193.4:0/1772263593 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a463cbc3-b873-4f0e-854b-cb28babc5603", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fcea4038bc0 con 0x7fceb4094c90 2026-02-17T22:07:32.919 INFO:teuthology.orchestra.run.trial004.stdout:3 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 msgr2=0x7fceb41c6c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcea402f670 tx=0x7fcea4002910 comp rx=0 tx=0).stop 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 shutdown_connections 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fceb412ce10 0x7fceb41c76b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fceb40963c0 0x7fceb41c7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 --2- 10.20.193.4:0/1772263593 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fceb4094c90 0x7fceb41c6c30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 >> 10.20.193.4:0/1772263593 conn(0x7fceb409a140 msgr2=0x7fceb408c400 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:32.920 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 shutdown_connections 2026-02-17T22:07:32.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:32.917+0000 7fcebc74c640 1 -- 10.20.193.4:0/1772263593 wait complete. 2026-02-17T22:07:32.926 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-17T22:07:32.926 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-17T22:07:32.929 INFO:tasks.ceph.osd.0:Started 2026-02-17T22:07:32.929 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-17T22:07:32.929 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-17T22:07:32.931 INFO:tasks.ceph.osd.1:Started 2026-02-17T22:07:32.931 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-17T22:07:32.931 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-17T22:07:32.933 INFO:tasks.ceph.osd.2:Started 2026-02-17T22:07:32.934 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-17T22:07:32.934 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-17T22:07:32.936 INFO:tasks.ceph.osd.3:Started 2026-02-17T22:07:32.936 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 -- 10.20.193.4:0/3749371564 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9884132320 msgr2=0x7f9884134710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 --2- 10.20.193.4:0/3749371564 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9884132320 0x7f9884134710 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9880009fd0 tx=0x7f988002f3e0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 -- 10.20.193.4:0/3749371564 shutdown_connections 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 --2- 10.20.193.4:0/3749371564 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9884132320 0x7f9884134710 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 --2- 10.20.193.4:0/3749371564 >> v2:10.20.193.4:3300/0 conn(0x7f988412d2d0 0x7f9884131de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 -- 10.20.193.4:0/3749371564 >> 10.20.193.4:0/3749371564 conn(0x7f988409a280 msgr2=0x7f9884097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 -- 10.20.193.4:0/3749371564 shutdown_connections 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.001+0000 7f988b59f640 1 -- 10.20.193.4:0/3749371564 wait complete. 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 Processor -- start 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- start start 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 0x7f98841c7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9884132320 0x7f988412fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9884135720 con 0x7f988412c7e0 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f98841355a0 con 0x7f988412d2d0 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f98841358a0 con 0x7f9884132320 2026-02-17T22:07:33.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9888b13640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 0x7f98841c7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34650/0 (socket says 10.20.193.4:34650) 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 -- 10.20.193.4:0/2815427968 learned_addr learned my addr 10.20.193.4:0/2815427968 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889b15640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9884132320 0x7f988412fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 -- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9884132320 msgr2=0x7f988412fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9884132320 0x7f988412fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 -- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 msgr2=0x7f98841c7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 0x7f98841c7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 -- 10.20.193.4:0/2815427968 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f988406f1e0 con 0x7f988412c7e0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9888b13640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 0x7f98841c7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9889314640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f987400c700 tx=0x7f987400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98740052d0 con 0x7f988412c7e0 2026-02-17T22:07:33.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9874005470 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f988406de50 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874003910 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.002+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98841c77c0 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.003+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f9874003ab0 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.003+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f988409cd30 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.003+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f9874038450 con 0x7f988412c7e0 2026-02-17T22:07:33.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.004+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f988409cd30 con 0x7f988412c7e0 2026-02-17T22:07:33.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.032+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f988412cbc0 con 0x7f988412c7e0 2026-02-17T22:07:33.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.032+0000 7f9871ffb640 1 -- 10.20.193.4:0/2815427968 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f9874013000 con 0x7f988412c7e0 2026-02-17T22:07:33.035 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:33.035 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":6,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:32.916723+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:33.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 msgr2=0x7f98841c6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f987400c700 tx=0x7f987400cbd0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 shutdown_connections 2026-02-17T22:07:33.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9884132320 0x7f988412fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f988412d2d0 0x7f98841c7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 --2- 10.20.193.4:0/2815427968 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f988412c7e0 0x7f98841c6d40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 >> 10.20.193.4:0/2815427968 conn(0x7f988409a280 msgr2=0x7f988412ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:33.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 shutdown_connections 2026-02-17T22:07:33.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:33.033+0000 7f988b59f640 1 -- 10.20.193.4:0/2815427968 wait complete. 2026-02-17T22:07:33.042 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-02-17T22:07:33.042 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-17T22:07:33.445 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:33.504 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:33.502+0000 7f1e74587640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-17T22:07:33.504 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:07:33.502+0000 7f1e74587640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-17T22:07:33.509 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 -- 10.20.193.4:0/2378288183 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 msgr2=0x7f8be8134880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 --2- 10.20.193.4:0/2378288183 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8134880 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8be4009f90 tx=0x7f8be402f390 comp rx=0 tx=0).stop 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 -- 10.20.193.4:0/2378288183 shutdown_connections 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 --2- 10.20.193.4:0/2378288183 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8134880 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 --2- 10.20.193.4:0/2378288183 >> v2:10.20.193.4:3300/0 conn(0x7f8be812fb60 0x7f8be8131f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 -- 10.20.193.4:0/2378288183 >> 10.20.193.4:0/2378288183 conn(0x7f8be809d530 msgr2=0x7f8be809d940 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 -- 10.20.193.4:0/2378288183 shutdown_connections 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 -- 10.20.193.4:0/2378288183 wait complete. 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.505+0000 7f8bf0110640 1 Processor -- start 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- start start 2026-02-17T22:07:33.510 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8be812fb60 0x7f8be81295a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8129ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8be8135650 con 0x7f8be8096ef0 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f8be81354d0 con 0x7f8be8132490 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8be81357d0 con 0x7f8be812fb60 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bede85640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8129ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bede85640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:34676/0 (socket says 10.20.193.4:34676) 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bede85640 1 -- 10.20.193.4:0/1783086038 learned_addr learned my addr 10.20.193.4:0/1783086038 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bed684640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8be812fb60 0x7f8be81295a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:33.511 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 -- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8be812fb60 msgr2=0x7f8be81295a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8be812fb60 0x7f8be81295a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 -- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 msgr2=0x7f8be8129060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 -- 10.20.193.4:0/1783086038 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be8127300 con 0x7f8be8132490 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bede85640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bee686640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8129ae0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8be4033000 tx=0x7f8be4002db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be4004520 con 0x7f8be8132490 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8be40046e0 con 0x7f8be8132490 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be812ab70 con 0x7f8be8132490 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be4007500 con 0x7f8be8132490 2026-02-17T22:07:33.512 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.506+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be812bce0 con 0x7f8be8132490 2026-02-17T22:07:33.513 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.507+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f8be40076c0 con 0x7f8be8132490 2026-02-17T22:07:33.513 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.507+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8be80972d0 con 0x7f8be8132490 2026-02-17T22:07:33.513 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.507+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f8be408aa20 con 0x7f8be8132490 2026-02-17T22:07:33.513 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.509+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f8be403d070 con 0x7f8be8132490 2026-02-17T22:07:33.582 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.580+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8be812b350 con 0x7f8be8132490 2026-02-17T22:07:33.583 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.581+0000 7f8bd67fc640 1 -- 10.20.193.4:0/1783086038 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f8be4065190 con 0x7f8be8132490 2026-02-17T22:07:33.583 INFO:teuthology.misc.health.trial004.stdout: 2026-02-17T22:07:33.584 INFO:teuthology.misc.health.trial004.stdout:{"epoch":6,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:32.916723+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.581+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 >> v1:10.20.193.4:6800/3087543391 conn(0x7f8bb804f5e0 legacy=0x7f8bb8051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.581+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 msgr2=0x7f8be8129ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.581+0000 7f8bf0110640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8129ae0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8be4033000 tx=0x7f8be4002db0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 shutdown_connections 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8be8132490 0x7f8be8129ae0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8be812fb60 0x7f8be81295a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.585 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 --2- 10.20.193.4:0/1783086038 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8be8096ef0 0x7f8be8129060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:33.586 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 >> 10.20.193.4:0/1783086038 conn(0x7f8be809d530 msgr2=0x7f8be81314f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:33.586 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 shutdown_connections 2026-02-17T22:07:33.586 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:33.582+0000 7f8bf0110640 1 -- 10.20.193.4:0/1783086038 wait complete. 2026-02-17T22:07:33.591 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-17T22:07:34.826 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:07:34.823+0000 7f7841b25780 -1 Falling back to public interface 2026-02-17T22:07:34.861 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:07:34.858+0000 7f3716395780 -1 Falling back to public interface 2026-02-17T22:07:34.865 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:07:34.862+0000 7f51b738f780 -1 Falling back to public interface 2026-02-17T22:07:34.865 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:07:34.862+0000 7ff49c214780 -1 Falling back to public interface 2026-02-17T22:07:39.160 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:07:39.157+0000 7f3716395780 -1 osd.1 0 log_to_monitors true 2026-02-17T22:07:39.296 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:07:39.293+0000 7f7841b25780 -1 osd.0 0 log_to_monitors true 2026-02-17T22:07:39.371 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:07:39.368+0000 7ff49c214780 -1 osd.3 0 log_to_monitors true 2026-02-17T22:07:39.416 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:07:39.413+0000 7f51b738f780 -1 osd.2 0 log_to_monitors true 2026-02-17T22:07:39.994 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:40.062 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 -- 10.20.193.4:0/2566374069 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c12c890 msgr2=0x7fd50c12cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:40.062 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 --2- 10.20.193.4:0/2566374069 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c12c890 0x7fd50c12cda0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd500009a30 tx=0x7fd50002f260 comp rx=0 tx=0).stop 2026-02-17T22:07:40.062 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 -- 10.20.193.4:0/2566374069 shutdown_connections 2026-02-17T22:07:40.062 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 --2- 10.20.193.4:0/2566374069 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c0970c0 0x7fd50c12d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 --2- 10.20.193.4:0/2566374069 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c12c890 0x7fd50c12cda0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 -- 10.20.193.4:0/2566374069 >> 10.20.193.4:0/2566374069 conn(0x7fd50c09d5a0 msgr2=0x7fd50c09d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 -- 10.20.193.4:0/2566374069 shutdown_connections 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.056+0000 7fd5117ad640 1 -- 10.20.193.4:0/2566374069 wait complete. 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 Processor -- start 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 -- start start 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 0x7fd50c131900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c12c890 0x7fd50c132380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fd50c135740 con 0x7fd50c0970c0 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fd50c1355c0 con 0x7fd50c12c890 2026-02-17T22:07:40.063 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd5117ad640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fd50c1358c0 con 0x7fd50c129390 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50affd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 0x7fd50c131900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:56468/0 (socket says 10.20.193.4:56468) 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50affd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 0x7fd50c131900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:49410/0 (socket says 10.20.193.4:49410) 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50b7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c12c890 0x7fd50c132380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 -- 10.20.193.4:0/1505920600 learned_addr learned my addr 10.20.193.4:0/1505920600 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 -- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c12c890 msgr2=0x7fd50c132380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c12c890 0x7fd50c132380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 -- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 msgr2=0x7fd50c131900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 0x7fd50c131900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.064 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 -- 10.20.193.4:0/1505920600 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd50c1339b0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd50a7fc640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400e9e0 tx=0x7fd4f400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.057+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f400cde0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4f40040d0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd50c1328c0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f4004500 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd50c1342b0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd50c129840 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.058+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7fd4f40026e0 con 0x7fd50c129390 2026-02-17T22:07:40.065 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.059+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(7..7 src has 1..7) ==== 1271+0+0 (secure 0 0 0) 0x7fd4f4066ee0 con 0x7fd50c129390 2026-02-17T22:07:40.066 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.061+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd4f4041420 con 0x7fd50c129390 2026-02-17T22:07:40.136 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.132+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd50c068c80 con 0x7fd50c129390 2026-02-17T22:07:40.136 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.133+0000 7fd4eb7fe640 1 -- 10.20.193.4:0/1505920600 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v7) ==== 74+0+4148 (secure 0 0 0) 0x7fd4f4066220 con 0x7fd50c129390 2026-02-17T22:07:40.136 INFO:teuthology.misc.health.trial004.stdout: 2026-02-17T22:07:40.136 INFO:teuthology.misc.health.trial004.stdout:{"epoch":7,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:39.211365+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:40.137 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 >> v1:10.20.193.4:6800/3087543391 conn(0x7fd4d804f730 legacy=0x7fd4d8051bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 msgr2=0x7fd50c131e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400e9e0 tx=0x7fd4f400eeb0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 shutdown_connections 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd50c12c890 0x7fd50c132380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd50c129390 0x7fd50c131e40 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 --2- 10.20.193.4:0/1505920600 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd50c0970c0 0x7fd50c131900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 >> 10.20.193.4:0/1505920600 conn(0x7fd50c09d5a0 msgr2=0x7fd50c12b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 shutdown_connections 2026-02-17T22:07:40.138 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:40.134+0000 7fd5117ad640 1 -- 10.20.193.4:0/1505920600 wait complete. 2026-02-17T22:07:40.144 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-17T22:07:40.221 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:07:40.218+0000 7f3712b38640 -1 osd.1 0 waiting for initial osdmap 2026-02-17T22:07:40.222 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:07:40.219+0000 7f370a135640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:07:41.220 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:07:41.217+0000 7ff49734c640 -1 osd.3 0 waiting for initial osdmap 2026-02-17T22:07:41.220 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:07:41.217+0000 7f783d290640 -1 osd.0 0 waiting for initial osdmap 2026-02-17T22:07:41.221 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:07:41.217+0000 7f51b2afa640 -1 osd.2 0 waiting for initial osdmap 2026-02-17T22:07:41.223 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:07:41.220+0000 7ff48f97f640 -1 osd.3 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:07:41.223 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:07:41.220+0000 7f51ab12d640 -1 osd.2 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:07:41.224 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:07:41.221+0000 7f78358c3640 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:07:46.547 DEBUG:teuthology.orchestra.run.trial004:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 -- 10.20.193.4:0/4130219483 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 msgr2=0x7f5ab4134120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/4130219483 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab4134120 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4009f90 tx=0x7f5aa402f390 comp rx=0 tx=0).stop 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 -- 10.20.193.4:0/4130219483 shutdown_connections 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/4130219483 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab4134120 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/4130219483 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412d4b0 0x7f5ab4131bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.611 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 -- 10.20.193.4:0/4130219483 >> 10.20.193.4:0/4130219483 conn(0x7f5ab409d5a0 msgr2=0x7f5ab409d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 -- 10.20.193.4:0/4130219483 shutdown_connections 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 -- 10.20.193.4:0/4130219483 wait complete. 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.605+0000 7f5ab8c72640 1 Processor -- start 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- start start 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412c890 0x7f5ab4131830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5ab412d4b0 0x7f5ab4131d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab4135420 con 0x7f5ab412d4b0 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab41352a0 con 0x7f5ab40970c0 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5ab4135840 con 0x7f5ab412c890 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.612 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab1d74640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412c890 0x7f5ab4131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57590/0 (socket says 10.20.193.4:57590) 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 -- 10.20.193.4:0/356476430 learned_addr learned my addr 10.20.193.4:0/356476430 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5ab412d4b0 0x7f5ab4131d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 -- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412c890 msgr2=0x7f5ab4131830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412c890 0x7f5ab4131830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 -- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5ab412d4b0 msgr2=0x7f5ab4131d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5ab412d4b0 0x7f5ab4131d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 -- 10.20.193.4:0/356476430 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab408d020 con 0x7f5ab40970c0 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab2575640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800c700 tx=0x7f5aa800cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8004230 con 0x7f5ab40970c0 2026-02-17T22:07:46.613 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5aa80044c0 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ab4133680 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa80038f0 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.606+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ab408ca70 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.607+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f5aa8023060 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.607+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ab412cda0 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.607+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7f5aa80669f0 con 0x7f5ab40970c0 2026-02-17T22:07:46.614 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.609+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f5aa8040a40 con 0x7f5ab40970c0 2026-02-17T22:07:46.685 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.681+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ab4132310 con 0x7f5ab40970c0 2026-02-17T22:07:46.685 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.681+0000 7f5a9affd640 1 -- 10.20.193.4:0/356476430 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+6889 (secure 0 0 0) 0x7f5aa8065c40 con 0x7f5ab40970c0 2026-02-17T22:07:46.685 INFO:teuthology.misc.health.trial004.stdout: 2026-02-17T22:07:46.686 INFO:teuthology.misc.health.trial004.stdout:{"epoch":13,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:45.227474+0000","last_up_change":"2026-02-17T22:07:42.221223+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":3081099221}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":3081099221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":3081099221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":3081099221}]},"public_addr":"10.20.193.4:6801/3081099221","cluster_addr":"10.20.193.4:6802/3081099221","heartbeat_back_addr":"10.20.193.4:6804/3081099221","heartbeat_front_addr":"10.20.193.4:6803/3081099221","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":3315906885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":3315906885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":3315906885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":3315906885}]},"public_addr":"10.20.193.4:6805/3315906885","cluster_addr":"10.20.193.4:6806/3315906885","heartbeat_back_addr":"10.20.193.4:6808/3315906885","heartbeat_front_addr":"10.20.193.4:6807/3315906885","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:46.686 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 >> v1:10.20.193.4:6800/3087543391 conn(0x7f5a8004f790 legacy=0x7f5a80051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 msgr2=0x7f5ab41312f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800c700 tx=0x7f5aa800cbd0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 shutdown_connections 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5ab412d4b0 0x7f5ab4131d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5ab412c890 0x7f5ab4131830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.682+0000 7f5ab8c72640 1 --2- 10.20.193.4:0/356476430 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5ab40970c0 0x7f5ab41312f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.683+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 >> 10.20.193.4:0/356476430 conn(0x7f5ab409d5a0 msgr2=0x7f5ab412bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.683+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 shutdown_connections 2026-02-17T22:07:46.687 INFO:teuthology.misc.health.trial004.stderr:2026-02-17T22:07:46.683+0000 7f5ab8c72640 1 -- 10.20.193.4:0/356476430 wait complete. 2026-02-17T22:07:46.692 DEBUG:teuthology.misc:4 of 4 OSDs are up 2026-02-17T22:07:46.692 INFO:tasks.ceph:Creating RBD pool 2026-02-17T22:07:46.693 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph osd pool create rbd 8 2026-02-17T22:07:46.762 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.756+0000 7f92d32f0640 1 -- 10.20.193.4:0/741324405 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc071f50 msgr2=0x7f92cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.756+0000 7f92d32f0640 1 --2- 10.20.193.4:0/741324405 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc071f50 0x7f92cc06e2f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f92c8009fd0 tx=0x7f92c802f3e0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- 10.20.193.4:0/741324405 shutdown_connections 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- 10.20.193.4:0/741324405 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc071f50 0x7f92cc06e2f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- 10.20.193.4:0/741324405 >> v2:10.20.193.4:3300/0 conn(0x7f92cc129f10 0x7f92cc06ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- 10.20.193.4:0/741324405 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc1295f0 0x7f92cc1299d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- 10.20.193.4:0/741324405 >> 10.20.193.4:0/741324405 conn(0x7f92cc09a000 msgr2=0x7f92cc0977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:46.763 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- 10.20.193.4:0/741324405 shutdown_connections 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- 10.20.193.4:0/741324405 wait complete. 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 Processor -- start 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- start start 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 0x7f92cc1c7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc129f10 0x7f92cc131730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f92cc1345a0 con 0x7f92cc1295f0 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f92cc134420 con 0x7f92cc071f50 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d32f0640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f92cc134720 con 0x7f92cc129f10 2026-02-17T22:07:46.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57600/0 (socket says 10.20.193.4:57600) 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 -- 10.20.193.4:0/671285771 learned_addr learned my addr 10.20.193.4:0/671285771 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d0864640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 0x7f92cc1c7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1866640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc129f10 0x7f92cc131730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 -- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc129f10 msgr2=0x7f92cc131730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc129f10 0x7f92cc131730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 -- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 msgr2=0x7f92cc1c7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 0x7f92cc1c7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d1065640 1 -- 10.20.193.4:0/671285771 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92cc070b00 con 0x7f92cc071f50 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.757+0000 7f92d0864640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 0x7f92cc1c7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:46.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92d1065640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f92bc00ea30 tx=0x7f92bc00ef00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92bc00ce50 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f92bc0040d0 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92cc070360 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92bc004500 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f92cc1c7830 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92cc1299d0 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.758+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f92bc0026e0 con 0x7f92cc071f50 2026-02-17T22:07:46.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.759+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7f92bc0674e0 con 0x7f92cc071f50 2026-02-17T22:07:46.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.761+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f92bc041470 con 0x7f92cc071f50 2026-02-17T22:07:46.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:46.829+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) -- 0x7f92cc073fd0 con 0x7f92cc071f50 2026-02-17T22:07:47.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.237+0000 7f92b9ffb640 1 -- 10.20.193.4:0/671285771 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v14) ==== 109+0+0 (secure 0 0 0) 0x7f92bc066730 con 0x7f92cc071f50 2026-02-17T22:07:47.241 INFO:teuthology.orchestra.run.trial004.stderr:pool 'rbd' created 2026-02-17T22:07:47.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 >> v1:10.20.193.4:6800/3087543391 conn(0x7f929c04f7c0 legacy=0x7f929c051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:47.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 msgr2=0x7f92cc1c6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:47.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f92bc00ea30 tx=0x7f92bc00ef00 comp rx=0 tx=0).stop 2026-02-17T22:07:47.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 shutdown_connections 2026-02-17T22:07:47.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f92cc129f10 0x7f92cc131730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f92cc1295f0 0x7f92cc1c7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 --2- 10.20.193.4:0/671285771 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f92cc071f50 0x7f92cc1c6bd0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 >> 10.20.193.4:0/671285771 conn(0x7f92cc09a000 msgr2=0x7f92cc09b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:47.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 shutdown_connections 2026-02-17T22:07:47.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.239+0000 7f92d32f0640 1 -- 10.20.193.4:0/671285771 wait complete. 2026-02-17T22:07:47.250 DEBUG:teuthology.orchestra.run.trial004:> rbd --cluster ceph pool init rbd 2026-02-17T22:07:47.284 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/2881444284 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b3160 msgr2=0x5634895b3540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- 10.20.193.4:0/2881444284 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b3160 0x5634895b3540 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000a450 tx=0x7f3f60058ab0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/2881444284 shutdown_connections 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- 10.20.193.4:0/2881444284 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b6ba0 0x5634895b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- 10.20.193.4:0/2881444284 >> v2:10.20.193.4:3300/0 conn(0x5634895b3a80 0x5634895b6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- 10.20.193.4:0/2881444284 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b3160 0x5634895b3540 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/2881444284 >> 10.20.193.4:0/2881444284 conn(0x563489526cb0 msgr2=0x5634895270c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/2881444284 shutdown_connections 2026-02-17T22:07:47.285 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/2881444284 wait complete. 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 Processor -- start 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- start start 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b3160 0x5634895c63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x5634895b3a80 0x5634895c6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b6ba0 0x5634895c6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x5634895bdc00 con 0x5634895b3a80 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x563489391e50 con 0x5634895b3160 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.279+0000 7f3f6cacd0c0 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x5634895bdd80 con 0x5634895b6ba0 2026-02-17T22:07:47.286 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6b593640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b3160 0x5634895c63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b6ba0 0x5634895c6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6b593640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b3160 0x5634895c63d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57610/0 (socket says 10.20.193.4:57610) 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6b593640 1 -- 10.20.193.4:0/178941961 learned_addr learned my addr 10.20.193.4:0/178941961 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6ad92640 1 --2- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x5634895b3a80 0x5634895c6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 -- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b3160 msgr2=0x5634895c63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 --2- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x5634895b3160 0x5634895c63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 -- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x5634895b3a80 msgr2=0x5634895c6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 --2- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x5634895b3a80 0x5634895c6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:47.287 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634895bb360 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6c81c640 1 --2- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b6ba0 0x5634895c6e50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c00b5c0 tx=0x7f3f5c00ba90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c00f9c0 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x5634895bbc10 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f5c00fc50 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c00e680 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.280+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x56348951f570 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.281+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f3f5c00e820 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.281+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(14..14 src has 1..14) ==== 2794+0+0 (secure 0 0 0) 0x7f3f5c066ae0 con 0x5634895b6ba0 2026-02-17T22:07:47.288 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:47.281+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) -- 0x56348951fb60 con 0x5634895b6ba0 2026-02-17T22:07:48.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v15) ==== 141+0+0 (secure 0 0 0) 0x7f3f5c013070 con 0x5634895b6ba0 2026-02-17T22:07:48.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.242+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3f60064070 con 0x5634895b6ba0 2026-02-17T22:07:48.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7f3f5c0401e0 con 0x5634895b6ba0 2026-02-17T22:07:48.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.242+0000 7f3f69d90640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=15}) -- 0x7f3f44002ae0 con 0x5634895b6ba0 2026-02-17T22:07:48.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 8 ==== osd_map(15..15 src has 1..15) ==== 650+0+0 (secure 0 0 0) 0x7f3f5c040ae0 con 0x5634895b6ba0 2026-02-17T22:07:48.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.243+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> v1:10.20.193.4:6809/2979467272 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) -- 0x5634895d1de0 con 0x5634895ce2d0 2026-02-17T22:07:48.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.244+0000 7f3f6ad92640 1 -- 10.20.193.4:0/178941961 <== osd.3 v1:10.20.193.4:6809/2979467272 1 ==== osd_op_reply(1 rbd_trash [create] v15'1 uv1 ondisk = 0) ==== 153+0+0 (unknown 2722885549 0 0) 0x7f3f5400b540 con 0x5634895ce2d0 2026-02-17T22:07:48.248 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.245+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> v1:10.20.193.4:6809/2979467272 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x563489624190 con 0x5634895ce2d0 2026-02-17T22:07:48.248 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.245+0000 7f3f6ad92640 1 -- 10.20.193.4:0/178941961 <== osd.3 v1:10.20.193.4:6809/2979467272 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2354864950 0 0) 0x7f3f5400b540 con 0x5634895ce2d0 2026-02-17T22:07:48.249 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.245+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 --> v1:10.20.193.4:6809/2979467272 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x563489623280 con 0x5634895ce2d0 2026-02-17T22:07:48.249 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.245+0000 7f3f6ad92640 1 -- 10.20.193.4:0/178941961 <== osd.3 v1:10.20.193.4:6809/2979467272 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2366413114 0 0) 0x7f3f5400b540 con 0x5634895ce2d0 2026-02-17T22:07:48.249 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:48.245+0000 7f3f69d90640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) -- 0x7f3f44003ef0 con 0x5634895b6ba0 2026-02-17T22:07:49.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 9 ==== pool_op_reply(tid 4 (0) Success v16) ==== 55+0+0 (secure 0 0 0) 0x7f3f5c065020 con 0x5634895b6ba0 2026-02-17T22:07:49.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=16}) -- 0x7f3f4c054b10 con 0x5634895b6ba0 2026-02-17T22:07:49.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.242+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 10 ==== osd_map(16..16 src has 1..16) ==== 626+0+0 (secure 0 0 0) 0x7f3f5c036020 con 0x5634895b6ba0 2026-02-17T22:07:49.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.243+0000 7f3f69d90640 1 -- 10.20.193.4:0/178941961 --> v1:10.20.193.4:6809/2979467272 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) -- 0x7f3f440059c0 con 0x5634895ce2d0 2026-02-17T22:07:49.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.244+0000 7f3f6ad92640 1 -- 10.20.193.4:0/178941961 <== osd.3 v1:10.20.193.4:6809/2979467272 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v16'1 uv1 ondisk = 0) ==== 194+0+0 (unknown 1230306805 0 0) 0x7f3f5400b540 con 0x5634895ce2d0 2026-02-17T22:07:49.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:49.244+0000 7f3f69d90640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v16) -- 0x7f3f440053c0 con 0x5634895b6ba0 2026-02-17T22:07:50.250 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.246+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 11 ==== pool_op_reply(tid 6 (0) Success v17) ==== 43+0+0 (secure 0 0 0) 0x7f3f5c00fe20 con 0x5634895b6ba0 2026-02-17T22:07:50.250 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.246+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=17}) -- 0x7f3f4c054d90 con 0x5634895b6ba0 2026-02-17T22:07:50.250 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.246+0000 7f3f537fe640 1 -- 10.20.193.4:0/178941961 <== mon.2 v2:10.20.193.4:3302/0 12 ==== osd_map(17..17 src has 1..17) ==== 654+0+0 (secure 0 0 0) 0x7f3f5c065c80 con 0x5634895b6ba0 2026-02-17T22:07:50.250 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.246+0000 7f3f69d90640 1 -- 10.20.193.4:0/178941961 --> v1:10.20.193.4:6809/2979467272 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) -- 0x7f3f44006210 con 0x5634895ce2d0 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6ad92640 1 -- 10.20.193.4:0/178941961 <== osd.3 v1:10.20.193.4:6809/2979467272 5 ==== osd_op_reply(7 rbd_info [write 0~19] v17'2 uv2 ondisk = 0) ==== 152+0+0 (unknown 3144429724 0 0) 0x7f3f5400b540 con 0x5634895ce2d0 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 >> v1:10.20.193.4:6809/2979467272 conn(0x5634895ce2d0 legacy=0x5634895d06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 >> v1:10.20.193.4:6800/3087543391 conn(0x7f3f4c04df80 legacy=0x7f3f4c050440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b6ba0 msgr2=0x5634895c6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 --2- 10.20.193.4:0/178941961 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x5634895b6ba0 0x5634895c6e50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c00b5c0 tx=0x7f3f5c00ba90 comp rx=0 tx=0).stop 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6c81c640 1 -- 10.20.193.4:0/178941961 reap_dead start 2026-02-17T22:07:50.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 shutdown_connections 2026-02-17T22:07:50.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 >> 10.20.193.4:0/178941961 conn(0x563489526cb0 msgr2=0x563489523e40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 shutdown_connections 2026-02-17T22:07:50.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.248+0000 7f3f6cacd0c0 1 -- 10.20.193.4:0/178941961 wait complete. 2026-02-17T22:07:50.254 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-02-17T22:07:50.255 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-02-17T22:07:50.256 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- 10.20.193.4:0/755294046 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4093850 msgr2=0x7f55b4093c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 --2- 10.20.193.4:0/755294046 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4093850 0x7f55b4093c30 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f55a4009a00 tx=0x7f55a402f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- 10.20.193.4:0/755294046 shutdown_connections 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 --2- 10.20.193.4:0/755294046 >> v2:10.20.193.4:3300/0 conn(0x7f55b4095de0 0x7f55b41339e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 --2- 10.20.193.4:0/755294046 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4093850 0x7f55b4093c30 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- 10.20.193.4:0/755294046 >> 10.20.193.4:0/755294046 conn(0x7f55b409a170 msgr2=0x7f55b4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- 10.20.193.4:0/755294046 shutdown_connections 2026-02-17T22:07:50.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- 10.20.193.4:0/755294046 wait complete. 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 Processor -- start 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.362+0000 7f55bb76e640 1 -- start start 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f55b4093850 0x7f55b40926f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 0x7f55b4127620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f55b4134410 con 0x7f55b4096a40 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f55b4134290 con 0x7f55b4093850 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f55b4134590 con 0x7f55b4095de0 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35460/0 (socket says 10.20.193.4:35460) 2026-02-17T22:07:50.369 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 -- 10.20.193.4:0/2484533482 learned_addr learned my addr 10.20.193.4:0/2484533482 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b94e3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f55b4093850 0x7f55b40926f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b9ce4640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 0x7f55b4127620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 -- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f55b4093850 msgr2=0x7f55b40926f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f55b4093850 0x7f55b40926f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 -- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 msgr2=0x7f55b4127620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 0x7f55b4127620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 -- 10.20.193.4:0/2484533482 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b408c7d0 con 0x7f55b4095de0 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b9ce4640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 0x7f55b4127620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55b8ce2640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f55a800c700 tx=0x7f55a800cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a80052d0 con 0x7f55b4095de0 2026-02-17T22:07:50.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55a8005470 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55b408d410 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a80038f0 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.363+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f55b4128860 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.364+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f55a8003a90 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.364+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55b412a560 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.364+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f55a80666f0 con 0x7f55b4095de0 2026-02-17T22:07:50.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.366+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f55b412a560 con 0x7f55b4095de0 2026-02-17T22:07:50.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.437+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f55b4050a10 con 0x7f55b4095de0 2026-02-17T22:07:50.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.437+0000 7f55a1ffb640 1 -- 10.20.193.4:0/2484533482 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v23) ==== 86+0+138 (secure 0 0 0) 0x7f55a8040590 con 0x7f55b4095de0 2026-02-17T22:07:50.441 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:50.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 >> v1:10.20.193.4:6800/3087543391 conn(0x7f558404f790 legacy=0x7f5584051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 msgr2=0x7f55b4092c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f55a800c700 tx=0x7f55a800cbd0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 shutdown_connections 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f55b4096a40 0x7f55b4127620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f55b4095de0 0x7f55b4092c30 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 --2- 10.20.193.4:0/2484533482 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f55b4093850 0x7f55b40926f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 >> 10.20.193.4:0/2484533482 conn(0x7f55b409a170 msgr2=0x7f55b4072d00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 shutdown_connections 2026-02-17T22:07:50.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.438+0000 7f55bb76e640 1 -- 10.20.193.4:0/2484533482 wait complete. 2026-02-17T22:07:50.449 INFO:teuthology.orchestra.run.trial004.stdout:[{"version":23,"timestamp":"2026-02-17T22:07:31.988179+0000","name":"","changes":[{"name":"mds/rados_osd_op_timeout","new_value":"900"}]}] 2026-02-17T22:07:50.449 INFO:tasks.ceph_manager:config epoch is 23 2026-02-17T22:07:50.450 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:07:50.450 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:07:50.450 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:07:50.520 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3686549432 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 msgr2=0x7fd3cc12c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3686549432 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc12c010 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc009930 tx=0x7fd3bc02f1a0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3686549432 shutdown_connections 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3686549432 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc096050 0x7fd3cc1329c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3686549432 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc0956d0 0x7fd3cc095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3686549432 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc12c010 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3686549432 >> 10.20.193.4:0/3686549432 conn(0x7fd3cc09a280 msgr2=0x7fd3cc097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3686549432 shutdown_connections 2026-02-17T22:07:50.521 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3686549432 wait complete. 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 Processor -- start 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- start start 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc0956d0 0x7fd3cc123200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc123c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc133370 con 0x7fd3cc12bc30 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc1331f0 con 0x7fd3cc0956d0 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d3f5d640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fd3cc1334f0 con 0x7fd3cc096050 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d14d1640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d24d3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc123c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.522 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d1cd2640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc0956d0 0x7fd3cc123200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.515+0000 7fd3d14d1640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35478/0 (socket says 10.20.193.4:35478) 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 -- 10.20.193.4:0/3016156073 learned_addr learned my addr 10.20.193.4:0/3016156073 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 -- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc0956d0 msgr2=0x7fd3cc123200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc0956d0 0x7fd3cc123200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 -- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 msgr2=0x7fd3cc123c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc123c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 -- 10.20.193.4:0/3016156073 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc1268b0 con 0x7fd3cc096050 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d24d3640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc123c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d14d1640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000ea30 tx=0x7fd3c000ef00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c000ce50 con 0x7fd3cc096050 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3c00040d0 con 0x7fd3cc096050 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3cc125f20 con 0x7fd3cc096050 2026-02-17T22:07:50.523 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0004500 con 0x7fd3cc096050 2026-02-17T22:07:50.524 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3cc1c6880 con 0x7fd3cc096050 2026-02-17T22:07:50.524 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd3c00026e0 con 0x7fd3cc096050 2026-02-17T22:07:50.524 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.516+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3cc09cb70 con 0x7fd3cc096050 2026-02-17T22:07:50.524 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.517+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fd3c0067620 con 0x7fd3cc096050 2026-02-17T22:07:50.524 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.519+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd3cc09cb70 con 0x7fd3cc096050 2026-02-17T22:07:50.606 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.603+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd3cc095b10 con 0x7fd3cc096050 2026-02-17T22:07:50.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.604+0000 7fd3ba7fc640 1 -- 10.20.193.4:0/3016156073 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+121444 (secure 0 0 0) 0x7fd3c00414c0 con 0x7fd3cc096050 2026-02-17T22:07:50.608 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 >> v1:10.20.193.4:6800/3087543391 conn(0x7fd39c04f790 legacy=0x7fd39c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 msgr2=0x7fd3cc123740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd3c000ea30 tx=0x7fd3c000ef00 comp rx=0 tx=0).stop 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 shutdown_connections 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3cc12bc30 0x7fd3cc123c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3cc096050 0x7fd3cc123740 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 --2- 10.20.193.4:0/3016156073 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3cc0956d0 0x7fd3cc123200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 >> 10.20.193.4:0/3016156073 conn(0x7fd3cc09a280 msgr2=0x7fd3cc129d30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 shutdown_connections 2026-02-17T22:07:50.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.605+0000 7fd3d3f5d640 1 -- 10.20.193.4:0/3016156073 wait complete. 2026-02-17T22:07:50.615 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":5,"flags":0,"active_gid":4152,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6800","nonce":3087543391}]},"active_addr":"10.20.193.4:6800/3087543391","active_change":"2026-02-17T22:07:32.485090+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4135,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":876706050}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":503382043}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":501859778}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":3050935799}]}]} 2026-02-17T22:07:50.681 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:07:50.682 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:07:50.682 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:50.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 -- 10.20.193.4:0/307307093 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 msgr2=0x7f0aac12cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 --2- 10.20.193.4:0/307307093 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac12cbc0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4009a00 tx=0x7f0aa402f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 -- 10.20.193.4:0/307307093 shutdown_connections 2026-02-17T22:07:50.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 --2- 10.20.193.4:0/307307093 >> v2:10.20.193.4:3300/0 conn(0x7f0aac12d100 0x7f0aac093470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.751 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 --2- 10.20.193.4:0/307307093 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac12cbc0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 -- 10.20.193.4:0/307307093 >> 10.20.193.4:0/307307093 conn(0x7f0aac09a280 msgr2=0x7f0aac097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 -- 10.20.193.4:0/307307093 shutdown_connections 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 -- 10.20.193.4:0/307307093 wait complete. 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.747+0000 7f0ab4827640 1 Processor -- start 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- start start 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac06e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 0x7f0aac06e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f0aac1358a0 con 0x7f0aac0939b0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f0aac135720 con 0x7f0aac12c7e0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f0aac135a20 con 0x7f0aac12d100 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39472/0 (socket says 10.20.193.4:39472) 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 -- 10.20.193.4:0/1952578229 learned_addr learned my addr 10.20.193.4:0/1952578229 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab1d9b640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac06e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab2d9d640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 0x7f0aac06e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 -- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 msgr2=0x7f0aac06e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 0x7f0aac06e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 -- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 msgr2=0x7f0aac06e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac06e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 -- 10.20.193.4:0/1952578229 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aac0913c0 con 0x7f0aac0939b0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab2d9d640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 0x7f0aac06e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab259c640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4009b30 tx=0x7f0aa4002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4046070 con 0x7f0aac0939b0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0aa4004570 con 0x7f0aac0939b0 2026-02-17T22:07:50.752 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aac090b50 con 0x7f0aac0939b0 2026-02-17T22:07:50.753 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aa4038470 con 0x7f0aac0939b0 2026-02-17T22:07:50.753 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.748+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aac06f910 con 0x7f0aac0939b0 2026-02-17T22:07:50.753 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.749+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aac12cbc0 con 0x7f0aac0939b0 2026-02-17T22:07:50.753 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.749+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f0aa4038610 con 0x7f0aac0939b0 2026-02-17T22:07:50.753 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.749+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f0aa408b110 con 0x7f0aac0939b0 2026-02-17T22:07:50.754 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.751+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f0aa4064fb0 con 0x7f0aac0939b0 2026-02-17T22:07:50.826 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.823+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0aac0008d0 con 0x7f0aac0939b0 2026-02-17T22:07:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.823+0000 7f0a96ffd640 1 -- 10.20.193.4:0/1952578229 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8788 (secure 0 0 0) 0x7f0aa408a270 con 0x7f0aac0939b0 2026-02-17T22:07:50.827 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:50.827 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":17,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:50.244818+0000","last_up_change":"2026-02-17T22:07:42.221223+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":3081099221}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":3081099221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":3081099221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":3081099221}]},"public_addr":"10.20.193.4:6801/3081099221","cluster_addr":"10.20.193.4:6802/3081099221","heartbeat_back_addr":"10.20.193.4:6804/3081099221","heartbeat_front_addr":"10.20.193.4:6803/3081099221","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":3315906885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":3315906885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":3315906885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":3315906885}]},"public_addr":"10.20.193.4:6805/3315906885","cluster_addr":"10.20.193.4:6806/3315906885","heartbeat_back_addr":"10.20.193.4:6808/3315906885","heartbeat_front_addr":"10.20.193.4:6807/3315906885","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 >> v1:10.20.193.4:6800/3087543391 conn(0x7f0a7c04f790 legacy=0x7f0a7c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 msgr2=0x7f0aac06dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4009b30 tx=0x7f0aa4002910 comp rx=0 tx=0).stop 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 shutdown_connections 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0aac12d100 0x7f0aac06e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0aac12c7e0 0x7f0aac06e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 --2- 10.20.193.4:0/1952578229 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0aac0939b0 0x7f0aac06dda0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.824+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 >> 10.20.193.4:0/1952578229 conn(0x7f0aac09a280 msgr2=0x7f0aac09ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.825+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 shutdown_connections 2026-02-17T22:07:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.825+0000 7f0ab4827640 1 -- 10.20.193.4:0/1952578229 wait complete. 2026-02-17T22:07:50.836 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:07:50.836 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:07:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/2366040243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 msgr2=0x7fbcf812bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/2366040243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf812bc60 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbce4009a00 tx=0x7fbce402f190 comp rx=0 tx=0).stop 2026-02-17T22:07:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/2366040243 shutdown_connections 2026-02-17T22:07:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/2366040243 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812c1a0 0x7fbcf812eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/2366040243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf812bc60 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/2366040243 >> 10.20.193.4:0/2366040243 conn(0x7fbcf809f840 msgr2=0x7fbcf809fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/2366040243 shutdown_connections 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.901+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/2366040243 wait complete. 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 Processor -- start 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- start start 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbcf812c1a0 0x7fbcf81c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812f0e0 0x7fbcf8070a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fbcf81378b0 con 0x7fbcf812b880 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fbcf8137730 con 0x7fbcf812c1a0 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fbcf8137a30 con 0x7fbcf812f0e0 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf7fff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812f0e0 0x7fbcf8070a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf6ffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbcf812c1a0 0x7fbcf81c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39494/0 (socket says 10.20.193.4:39494) 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 -- 10.20.193.4:0/3922961213 learned_addr learned my addr 10.20.193.4:0/3922961213 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 -- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812f0e0 msgr2=0x7fbcf8070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812f0e0 0x7fbcf8070a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 -- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbcf812c1a0 msgr2=0x7fbcf81c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbcf812c1a0 0x7fbcf81c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 -- 10.20.193.4:0/3922961213 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcf8072530 con 0x7fbcf812b880 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcf77fe640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbce402f6c0 tx=0x7fbce40026e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4046070 con 0x7fbcf812b880 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbce4002ae0 con 0x7fbcf812b880 2026-02-17T22:07:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcf8072c20 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4038470 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.902+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcf80737f0 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.903+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcf812bc60 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.903+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fbce4038610 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.903+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fbce408b0b0 con 0x7fbcf812b880 2026-02-17T22:07:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.905+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fbce4064e50 con 0x7fbcf812b880 2026-02-17T22:07:50.977 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.974+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbcf8050a10 con 0x7fbcf812b880 2026-02-17T22:07:50.978 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.975+0000 7fbcd3fff640 1 -- 10.20.193.4:0/3922961213 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8788 (secure 0 0 0) 0x7fbce4038d90 con 0x7fbcf812b880 2026-02-17T22:07:50.978 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:50.979 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":17,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:50.244818+0000","last_up_change":"2026-02-17T22:07:42.221223+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":3081099221}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":3081099221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":3081099221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":3081099221}]},"public_addr":"10.20.193.4:6801/3081099221","cluster_addr":"10.20.193.4:6802/3081099221","heartbeat_back_addr":"10.20.193.4:6804/3081099221","heartbeat_front_addr":"10.20.193.4:6803/3081099221","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":3315906885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":3315906885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":3315906885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":3315906885}]},"public_addr":"10.20.193.4:6805/3315906885","cluster_addr":"10.20.193.4:6806/3315906885","heartbeat_back_addr":"10.20.193.4:6808/3315906885","heartbeat_front_addr":"10.20.193.4:6807/3315906885","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 >> v1:10.20.193.4:6800/3087543391 conn(0x7fbcc804f790 legacy=0x7fbcc8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 msgr2=0x7fbcf81c6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbce402f6c0 tx=0x7fbce40026e0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 shutdown_connections 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbcf812f0e0 0x7fbcf8070a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbcf812c1a0 0x7fbcf81c7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 --2- 10.20.193.4:0/3922961213 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbcf812b880 0x7fbcf81c6e40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 >> 10.20.193.4:0/3922961213 conn(0x7fbcf809f840 msgr2=0x7fbcf809c680 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:50.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 shutdown_connections 2026-02-17T22:07:50.981 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:50.976+0000 7fbcfdbfa640 1 -- 10.20.193.4:0/3922961213 wait complete. 2026-02-17T22:07:50.987 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:07:50.987 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:07:50.988 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:07:50.988 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 -- 10.20.193.4:0/1287334153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f00938c0 msgr2=0x7f94f0093ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 --2- 10.20.193.4:0/1287334153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f00938c0 0x7f94f0093ca0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009930 tx=0x7f94e402f1b0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 -- 10.20.193.4:0/1287334153 shutdown_connections 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 --2- 10.20.193.4:0/1287334153 >> v2:10.20.193.4:3300/0 conn(0x7f94f0094580 0x7f94f00949c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 --2- 10.20.193.4:0/1287334153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f00938c0 0x7f94f0093ca0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 -- 10.20.193.4:0/1287334153 >> 10.20.193.4:0/1287334153 conn(0x7f94f009a170 msgr2=0x7f94f0097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.061 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 -- 10.20.193.4:0/1287334153 shutdown_connections 2026-02-17T22:07:51.061 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.055+0000 7f94f4a98640 1 -- 10.20.193.4:0/1287334153 wait complete. 2026-02-17T22:07:51.061 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 Processor -- start 2026-02-17T22:07:51.061 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 -- start start 2026-02-17T22:07:51.061 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/656051858 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81292d0 msgr2=0x7f6cd812bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.062 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 --2- 10.20.193.4:0/656051858 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81292d0 0x7f6cd812bbf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6cc0009a00 tx=0x7f6cc002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.062 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 -- 10.20.193.4:0/4176000973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 msgr2=0x7f841c12ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.062 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 --2- 10.20.193.4:0/4176000973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c12ebd0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8404009a60 tx=0x7f840402f200 comp rx=0 tx=0).stop 2026-02-17T22:07:51.063 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/656051858 shutdown_connections 2026-02-17T22:07:51.063 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 --2- 10.20.193.4:0/656051858 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6cd812c130 0x7f6cd812c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.063 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 --2- 10.20.193.4:0/656051858 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81292d0 0x7f6cd812bbf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.063 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 --2- 10.20.193.4:0/656051858 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6cd81286f0 0x7f6cd8128d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.063 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/656051858 >> 10.20.193.4:0/656051858 conn(0x7f6cd809c450 msgr2=0x7f6cd809c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 -- 10.20.193.4:0/4176000973 shutdown_connections 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 --2- 10.20.193.4:0/4176000973 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c12ebd0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 --2- 10.20.193.4:0/4176000973 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f841c06e300 0x7f841c06e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 -- 10.20.193.4:0/4176000973 >> 10.20.193.4:0/4176000973 conn(0x7f841c09f500 msgr2=0x7f841c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/656051858 shutdown_connections 2026-02-17T22:07:51.064 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/656051858 wait complete. 2026-02-17T22:07:51.065 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f94f00938c0 0x7f94f008c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.065 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 -- 10.20.193.4:0/4176000973 shutdown_connections 2026-02-17T22:07:51.065 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 0x7f94f008c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.066 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f8420e66640 1 -- 10.20.193.4:0/4176000973 wait complete. 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f0094f00 0x7f94f008ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f94f0135590 con 0x7f94f00938c0 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f94f0135410 con 0x7f94f0094580 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94f4a98640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f94f0135710 con 0x7f94f0094f00 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94ee575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f94f00938c0 0x7f94f008c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.067 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94edd74640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 0x7f94f008c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94eed76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f0094f00 0x7f94f008ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94edd74640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 0x7f94f008c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57658/0 (socket says 10.20.193.4:57658) 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.056+0000 7f94edd74640 1 -- 10.20.193.4:0/4278801910 learned_addr learned my addr 10.20.193.4:0/4278801910 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 -- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f0094f00 msgr2=0x7f94f008ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 --2- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f94f0094f00 0x7f94f008ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 -- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f94f00938c0 msgr2=0x7f94f008c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 --2- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f94f00938c0 0x7f94f008c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 -- 10.20.193.4:0/4278801910 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94f0125f10 con 0x7f94f0094580 2026-02-17T22:07:51.068 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94edd74640 1 --2- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 0x7f94f008c940 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f94d80027e0 tx=0x7f94d8002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.069 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- 10.20.193.4:0/3518304482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001286f0 msgr2=0x7f0a00128d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.069 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 --2- 10.20.193.4:0/3518304482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001286f0 0x7f0a00128d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009a00 tx=0x7f09f002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.069 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d800ed40 con 0x7f94f0094580 2026-02-17T22:07:51.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- 10.20.193.4:0/3518304482 shutdown_connections 2026-02-17T22:07:51.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 --2- 10.20.193.4:0/3518304482 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a0012c130 0x7f0a0012c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94d8010430 con 0x7f94f0094580 2026-02-17T22:07:51.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d8010820 con 0x7f94f0094580 2026-02-17T22:07:51.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 --2- 10.20.193.4:0/3518304482 >> v2:10.20.193.4:3300/0 conn(0x7f0a001292d0 0x7f0a0012bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 --2- 10.20.193.4:0/3518304482 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001286f0 0x7f0a00128d90 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- 10.20.193.4:0/3518304482 >> 10.20.193.4:0/3518304482 conn(0x7f0a0009c450 msgr2=0x7f0a0009c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 Processor -- start 2026-02-17T22:07:51.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94f0126810 con 0x7f94f0094580 2026-02-17T22:07:51.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- 10.20.193.4:0/3518304482 shutdown_connections 2026-02-17T22:07:51.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- 10.20.193.4:0/3518304482 wait complete. 2026-02-17T22:07:51.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 -- start start 2026-02-17T22:07:51.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f94f0126f60 con 0x7f94f0094580 2026-02-17T22:07:51.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 Processor -- start 2026-02-17T22:07:51.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f841c06e300 0x7f841c1c7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c1c75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f841c12f110 0x7f841c12fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f841c137a90 con 0x7f841c06e300 2026-02-17T22:07:51.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 -- start start 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f841c137910 con 0x7f841c12f110 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f841c137c10 con 0x7f841c06ec20 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c1c75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f841a575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f841c06e300 0x7f841c1c7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c1c75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35544/0 (socket says 10.20.193.4:35544) 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 -- 10.20.193.4:0/1434553364 learned_addr learned my addr 10.20.193.4:0/1434553364 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f94b8001030 con 0x7f94f0094580 2026-02-17T22:07:51.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 -- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f841c12f110 msgr2=0x7f841c12fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 --2- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f841c12f110 0x7f841c12fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 -- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f841c06e300 msgr2=0x7f841c1c7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 --2- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f841c06e300 0x7f841c1c7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 -- 10.20.193.4:0/1434553364 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841c1318f0 con 0x7f841c06ec20 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f841a575640 1 --2- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f841c06e300 0x7f841c1c7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8419d74640 1 --2- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c1c75d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8404009b90 tx=0x7f8404002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 0x7f6cd812cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6cd81292d0 0x7f6cd812d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6cd812c130 0x7f6cd812d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8133870 con 0x7f6cd81286f0 2026-02-17T22:07:51.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f6cd81336f0 con 0x7f6cd812c130 2026-02-17T22:07:51.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cdcc1a640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f6cd81339f0 con 0x7f6cd81292d0 2026-02-17T22:07:51.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 Processor -- start 2026-02-17T22:07:51.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8404002d10 con 0x7f841c06ec20 2026-02-17T22:07:51.079 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cd6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 0x7f6cd812cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.079 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f0a07061640 1 -- start start 2026-02-17T22:07:51.079 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f841c1c7b10 con 0x7f841c06ec20 2026-02-17T22:07:51.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cd5d74640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6cd81292d0 0x7f6cd812d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cd6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 0x7f6cd812cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39556/0 (socket says 10.20.193.4:39556) 2026-02-17T22:07:51.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cd6575640 1 -- 10.20.193.4:0/63414216 learned_addr learned my addr 10.20.193.4:0/63414216 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.057+0000 7f6cd6d76640 1 --2- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6cd812c130 0x7f6cd812d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84040048a0 con 0x7f841c06ec20 2026-02-17T22:07:51.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8404004cd0 con 0x7f841c06ec20 2026-02-17T22:07:51.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f841c132530 con 0x7f841c06ec20 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 -- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6cd81292d0 msgr2=0x7f6cd812d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 --2- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6cd81292d0 0x7f6cd812d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 -- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6cd812c130 msgr2=0x7f6cd812d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 --2- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6cd812c130 0x7f6cd812d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 -- 10.20.193.4:0/63414216 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cd812e140 con 0x7f6cd81286f0 2026-02-17T22:07:51.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f94d80109c0 con 0x7f94f0094580 2026-02-17T22:07:51.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cd6575640 1 --2- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 0x7f6cd812cc00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc00e9f0 tx=0x7f6ccc00eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 0x7f0a001c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001292d0 0x7f0a001c78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0a0012c130 0x7f0a00131110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.084 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f0a00133790 con 0x7f0a0012c130 2026-02-17T22:07:51.084 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f0a00133610 con 0x7f0a001286f0 2026-02-17T22:07:51.084 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f0a00133910 con 0x7f0a001292d0 2026-02-17T22:07:51.084 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc00ccc0 con 0x7f6cd81286f0 2026-02-17T22:07:51.084 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 0x7f0a001c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.085 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ccc0040d0 con 0x7f6cd81286f0 2026-02-17T22:07:51.085 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f841c131c30 con 0x7f841c06ec20 2026-02-17T22:07:51.085 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 0x7f0a001c7380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57670/0 (socket says 10.20.193.4:57670) 2026-02-17T22:07:51.086 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 -- 10.20.193.4:0/2556855963 learned_addr learned my addr 10.20.193.4:0/2556855963 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.086 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a055d7640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0a0012c130 0x7f0a00131110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.086 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cd8073970 con 0x7f6cd81286f0 2026-02-17T22:07:51.086 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc0044e0 con 0x7f6cd81286f0 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cd812ed00 con 0x7f6cd81286f0 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 -- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001292d0 msgr2=0x7f0a001c78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 --2- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0a001292d0 0x7f0a001c78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 -- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0a0012c130 msgr2=0x7f0a00131110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 --2- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0a0012c130 0x7f0a00131110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.087 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 -- 10.20.193.4:0/2556855963 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a001263e0 con 0x7f0a001286f0 2026-02-17T22:07:51.088 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f94d8067590 con 0x7f94f0094580 2026-02-17T22:07:51.088 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a04dd6640 1 --2- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 0x7f0a001c7380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f09f0002410 tx=0x7f09f00059f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.088 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 --> v1:10.20.193.4:6805/3315906885 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f94bc059b30 con 0x7f94bc055e40 2026-02-17T22:07:51.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f94d806e050 con 0x7f94f0094580 2026-02-17T22:07:51.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f0046070 con 0x7f0a001286f0 2026-02-17T22:07:51.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09f0002a70 con 0x7f0a001286f0 2026-02-17T22:07:51.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a00073290 con 0x7f0a001286f0 2026-02-17T22:07:51.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f0038470 con 0x7f0a001286f0 2026-02-17T22:07:51.090 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6cd812bbf0 con 0x7f6cd81286f0 2026-02-17T22:07:51.090 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f8404004e70 con 0x7f841c06ec20 2026-02-17T22:07:51.090 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.058+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a00123290 con 0x7f0a001286f0 2026-02-17T22:07:51.091 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f840408bf40 con 0x7f841c06ec20 2026-02-17T22:07:51.091 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f6ccc020030 con 0x7f6cd81286f0 2026-02-17T22:07:51.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 --> v1:10.20.193.4:6810/3128636322 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f83e8059b70 con 0x7f83e8055e80 2026-02-17T22:07:51.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f840408c3d0 con 0x7f841c06ec20 2026-02-17T22:07:51.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== osd.1 v1:10.20.193.4:6805/3315906885 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f94bc059b30 con 0x7f94bc055e40 2026-02-17T22:07:51.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0a00123a70 con 0x7f0a001286f0 2026-02-17T22:07:51.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f6ccc067100 con 0x7f6cd81286f0 2026-02-17T22:07:51.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 --> v1:10.20.193.4:6801/3081099221 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6ccc01ae50 con 0x7f6ca4055e10 2026-02-17T22:07:51.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f6ccc06e050 con 0x7f6cd81286f0 2026-02-17T22:07:51.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f09f0038610 con 0x7f0a001286f0 2026-02-17T22:07:51.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== osd.2 v1:10.20.193.4:6810/3128636322 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f83e8059b70 con 0x7f83e8055e80 2026-02-17T22:07:51.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f09f008b180 con 0x7f0a001286f0 2026-02-17T22:07:51.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 --> v1:10.20.193.4:6809/2979467272 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f09d0059b70 con 0x7f09d0055e80 2026-02-17T22:07:51.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.059+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f09f0092050 con 0x7f0a001286f0 2026-02-17T22:07:51.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.060+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== osd.0 v1:10.20.193.4:6801/3081099221 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f6ccc01ae50 con 0x7f6ca4055e10 2026-02-17T22:07:51.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.060+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== osd.3 v1:10.20.193.4:6809/2979467272 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f09d0059b70 con 0x7f09d0055e80 2026-02-17T22:07:51.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.065+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 --> v1:10.20.193.4:6805/3315906885 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f94b8002ed0 con 0x7f94bc055e40 2026-02-17T22:07:51.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.065+0000 7f94d6ffd640 1 -- 10.20.193.4:0/4278801910 <== osd.1 v1:10.20.193.4:6805/3315906885 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3659784045) 0x7f94b8002ed0 con 0x7f94bc055e40 2026-02-17T22:07:51.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 >> v1:10.20.193.4:6805/3315906885 conn(0x7f94bc055e40 legacy=0x7f94bc0582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 >> v1:10.20.193.4:6800/3087543391 conn(0x7f94bc04f7c0 legacy=0x7f94bc051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 msgr2=0x7f94f008c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 --2- 10.20.193.4:0/4278801910 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f94f0094580 0x7f94f008c940 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f94d80027e0 tx=0x7f94d8002cb0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94eed76640 1 -- 10.20.193.4:0/4278801910 reap_dead start 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 shutdown_connections 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 >> 10.20.193.4:0/4278801910 conn(0x7f94f009a170 msgr2=0x7f94f0134a30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 --> v1:10.20.193.4:6810/3128636322 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f841c06ea10 con 0x7f83e8055e80 2026-02-17T22:07:51.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 shutdown_connections 2026-02-17T22:07:51.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f94f4a98640 1 -- 10.20.193.4:0/4278801910 wait complete. 2026-02-17T22:07:51.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8402ffd640 1 -- 10.20.193.4:0/1434553364 <== osd.2 v1:10.20.193.4:6810/3128636322 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f841c06ea10 con 0x7f83e8055e80 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 >> v1:10.20.193.4:6810/3128636322 conn(0x7f83e8055e80 legacy=0x7f83e8058300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 >> v1:10.20.193.4:6800/3087543391 conn(0x7f83e804f790 legacy=0x7f83e8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 msgr2=0x7f841c1c75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 --2- 10.20.193.4:0/1434553364 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f841c06ec20 0x7f841c1c75d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8404009b90 tx=0x7f8404002910 comp rx=0 tx=0).stop 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f841ad76640 1 -- 10.20.193.4:0/1434553364 reap_dead start 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 shutdown_connections 2026-02-17T22:07:51.099 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 >> 10.20.193.4:0/1434553364 conn(0x7f841c09f500 msgr2=0x7f841c1284f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 shutdown_connections 2026-02-17T22:07:51.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f8420e66640 1 -- 10.20.193.4:0/1434553364 wait complete. 2026-02-17T22:07:51.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 --> v1:10.20.193.4:6801/3081099221 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6cd8075b80 con 0x7f6ca4055e10 2026-02-17T22:07:51.100 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.066+0000 7f6cbeffd640 1 -- 10.20.193.4:0/63414216 <== osd.0 v1:10.20.193.4:6801/3081099221 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f6cd8075b80 con 0x7f6ca4055e10 2026-02-17T22:07:51.101 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 >> v1:10.20.193.4:6801/3081099221 conn(0x7f6ca4055e10 legacy=0x7f6ca4058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.101 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 >> v1:10.20.193.4:6800/3087543391 conn(0x7f6ca404f790 legacy=0x7f6ca4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.101 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 msgr2=0x7f6cd812cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.101 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 --2- 10.20.193.4:0/63414216 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6cd81286f0 0x7f6cd812cc00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc00e9f0 tx=0x7f6ccc00eec0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.101 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 --> v1:10.20.193.4:6809/2979467272 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0a00132340 con 0x7f09d0055e80 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cd6d76640 1 -- 10.20.193.4:0/63414216 reap_dead start 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 shutdown_connections 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 >> 10.20.193.4:0/63414216 conn(0x7f6cd809c450 msgr2=0x7f6cd8099350 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 shutdown_connections 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f6cdcc1a640 1 -- 10.20.193.4:0/63414216 wait complete. 2026-02-17T22:07:51.102 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f09f57fa640 1 -- 10.20.193.4:0/2556855963 <== osd.3 v1:10.20.193.4:6809/2979467272 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f0a00132340 con 0x7f09d0055e80 2026-02-17T22:07:51.103 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 >> v1:10.20.193.4:6809/2979467272 conn(0x7f09d0055e80 legacy=0x7f09d0058300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 >> v1:10.20.193.4:6800/3087543391 conn(0x7f09d004f790 legacy=0x7f09d0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 msgr2=0x7f0a001c7380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 --2- 10.20.193.4:0/2556855963 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0a001286f0 0x7f0a001c7380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f09f0002410 tx=0x7f09f00059f0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a055d7640 1 -- 10.20.193.4:0/2556855963 reap_dead start 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 shutdown_connections 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 >> 10.20.193.4:0/2556855963 conn(0x7f0a0009c450 msgr2=0x7f0a000993e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 shutdown_connections 2026-02-17T22:07:51.104 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.067+0000 7f0a07061640 1 -- 10.20.193.4:0/2556855963 wait complete. 2026-02-17T22:07:51.105 INFO:teuthology.orchestra.run.trial004.stdout:38654705668 2026-02-17T22:07:51.105 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:07:51.106 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:51.106 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:07:51.106 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:51.107 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:07:51.107 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:51.108 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- 10.20.193.4:0/1429156431 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f0012c830 msgr2=0x7f0f0012cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 --2- 10.20.193.4:0/1429156431 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f0012c830 0x7f0f0012cc70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0ef4009930 tx=0x7f0ef402f110 comp rx=0 tx=0).stop 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- 10.20.193.4:0/1429156431 shutdown_connections 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 --2- 10.20.193.4:0/1429156431 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f0012c830 0x7f0f0012cc70 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 --2- 10.20.193.4:0/1429156431 >> v2:10.20.193.4:3300/0 conn(0x7f0f000715c0 0x7f0f000719a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- 10.20.193.4:0/1429156431 >> 10.20.193.4:0/1429156431 conn(0x7f0f0009bd20 msgr2=0x7f0f0009c130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.216 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- 10.20.193.4:0/1429156431 shutdown_connections 2026-02-17T22:07:51.217 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- 10.20.193.4:0/1429156431 wait complete. 2026-02-17T22:07:51.217 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 -- 10.20.193.4:0/341287805 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 msgr2=0x7f4b0c06e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/341287805 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c06e6e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4afc009a30 tx=0x7f4afc02f200 comp rx=0 tx=0).stop 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 -- 10.20.193.4:0/341287805 shutdown_connections 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/341287805 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c12f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/341287805 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c06e6e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 -- 10.20.193.4:0/341287805 >> 10.20.193.4:0/341287805 conn(0x7f4b0c09f500 msgr2=0x7f4b0c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 -- 10.20.193.4:0/341287805 shutdown_connections 2026-02-17T22:07:51.218 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f4b12f0b640 1 -- 10.20.193.4:0/341287805 wait complete. 2026-02-17T22:07:51.219 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 Processor -- start 2026-02-17T22:07:51.219 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.212+0000 7f0f075e1640 1 -- start start 2026-02-17T22:07:51.219 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 Processor -- start 2026-02-17T22:07:51.220 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 -- start start 2026-02-17T22:07:51.220 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 0x7f0f0006ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.220 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0f0012c830 0x7f0f0006f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.220 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 0x7f0f0006f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.220 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f0f001356d0 con 0x7f0f0012c830 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f0f00135550 con 0x7f0f0012d1b0 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f0f00135850 con 0x7f0f000715c0 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05b57640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 0x7f0f0006f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f04b55640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0f0012c830 0x7f0f0006f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05b57640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 0x7f0f0006f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57692/0 (socket says 10.20.193.4:57692) 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05b57640 1 -- 10.20.193.4:0/2394367212 learned_addr learned my addr 10.20.193.4:0/2394367212 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.221 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 0x7f0f0006ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4b0c06ec20 0x7f4b0c12fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c1301d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0c137ad0 con 0x7f4b0c06ec20 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4b0c137950 con 0x7f4b0c12f2e0 2026-02-17T22:07:51.222 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b12f0b640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4b0c137c50 con 0x7f4b0c06e300 2026-02-17T22:07:51.223 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 -- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 msgr2=0x7f0f0006f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.223 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 0x7f0f0006f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.223 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 -- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0f0012c830 msgr2=0x7f0f0006f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.223 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0f0012c830 0x7f0f0006f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.223 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.224 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 -- 10.20.193.4:0/2394367212 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f00129770 con 0x7f0f000715c0 2026-02-17T22:07:51.224 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35642/0 (socket says 10.20.193.4:35642) 2026-02-17T22:07:51.224 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 -- 10.20.193.4:0/2844618562 learned_addr learned my addr 10.20.193.4:0/2844618562 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.224 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b03fff640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4b0c06ec20 0x7f4b0c12fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.225 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f05356640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 0x7f0f0006ef00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0002710 tx=0x7f0ef0002be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.225 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b11481640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c1301d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.225 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 -- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 msgr2=0x7f4b0c1301d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.225 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c1301d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.226 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef000ed40 con 0x7f0f000715c0 2026-02-17T22:07:51.226 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ef0002e40 con 0x7f0f000715c0 2026-02-17T22:07:51.226 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f00070e40 con 0x7f0f000715c0 2026-02-17T22:07:51.226 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0010690 con 0x7f0f000715c0 2026-02-17T22:07:51.226 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f001c6c90 con 0x7f0f000715c0 2026-02-17T22:07:51.227 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 -- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4b0c06ec20 msgr2=0x7f4b0c12fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.227 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4b0c06ec20 0x7f4b0c12fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 -- 10.20.193.4:0/2844618562 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0c0736b0 con 0x7f4b0c06e300 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b11481640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c1301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.213+0000 7f4b10c80640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4afc009b60 tx=0x7f4afc002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc002d10 con 0x7f4b0c06e300 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4afc0048a0 con 0x7f4b0c06e300 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b0c132910 con 0x7f4b0c06e300 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4afc004cf0 con 0x7f4b0c06e300 2026-02-17T22:07:51.228 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b0c131d40 con 0x7f4b0c06e300 2026-02-17T22:07:51.229 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f000719a0 con 0x7f0f000715c0 2026-02-17T22:07:51.229 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 -- 10.20.193.4:0/2524249725 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406e860 msgr2=0x7fd3e4138860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.229 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 --2- 10.20.193.4:0/2524249725 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406e860 0x7fd3e4138860 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8009930 tx=0x7fd3d802f110 comp rx=0 tx=0).stop 2026-02-17T22:07:51.229 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 -- 10.20.193.4:0/2524249725 shutdown_connections 2026-02-17T22:07:51.229 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 --2- 10.20.193.4:0/2524249725 >> v2:10.20.193.4:3300/0 conn(0x7fd3e4138da0 0x7fd3e413b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.230 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 --2- 10.20.193.4:0/2524249725 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406e860 0x7fd3e4138860 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.230 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 -- 10.20.193.4:0/2524249725 >> 10.20.193.4:0/2524249725 conn(0x7fd3e409e170 msgr2=0x7fd3e409e580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.230 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 -- 10.20.193.4:0/595672269 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d81343c0 msgr2=0x7fe0d81367b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.230 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 --2- 10.20.193.4:0/595672269 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d81343c0 0x7fe0d81367b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe0d4009fd0 tx=0x7fe0d402f470 comp rx=0 tx=0).stop 2026-02-17T22:07:51.231 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 -- 10.20.193.4:0/2524249725 shutdown_connections 2026-02-17T22:07:51.231 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fd3ec286640 1 -- 10.20.193.4:0/2524249725 wait complete. 2026-02-17T22:07:51.231 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f0ef0010830 con 0x7f0f000715c0 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 -- 10.20.193.4:0/595672269 shutdown_connections 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 --2- 10.20.193.4:0/595672269 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d81343c0 0x7fe0d81367b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 --2- 10.20.193.4:0/595672269 >> v2:10.20.193.4:3300/0 conn(0x7fe0d812f860 0x7fe0d8133e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 -- 10.20.193.4:0/595672269 >> 10.20.193.4:0/595672269 conn(0x7fe0d809c170 msgr2=0x7fe0d809c580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 -- 10.20.193.4:0/595672269 shutdown_connections 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7fe0df85a640 1 -- 10.20.193.4:0/595672269 wait complete. 2026-02-17T22:07:51.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b0c06e6e0 con 0x7f4b0c06e300 2026-02-17T22:07:51.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f0ef00676c0 con 0x7f0f000715c0 2026-02-17T22:07:51.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.214+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4afc004e90 con 0x7f4b0c06e300 2026-02-17T22:07:51.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 Processor -- start 2026-02-17T22:07:51.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 Processor -- start 2026-02-17T22:07:51.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- start start 2026-02-17T22:07:51.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 -- start start 2026-02-17T22:07:51.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4afc08b7a0 con 0x7f4b0c06e300 2026-02-17T22:07:51.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe0d8073500 0x7fe0d8130bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 0x7fe0d8131110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 0x7fe0d8131ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d8137800 con 0x7fe0d81343c0 2026-02-17T22:07:51.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d8137680 con 0x7fe0d8073500 2026-02-17T22:07:51.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fe0d8137980 con 0x7fe0d8131650 2026-02-17T22:07:51.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 0x7fd3e4121be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3e406e860 0x7fd3e4122120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 0x7fd3e4122660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e413c0b0 con 0x7fd3e406e860 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e413bf30 con 0x7fd3e406dd70 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ec286640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fd3e413c230 con 0x7fd3e4138da0 2026-02-17T22:07:51.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dddd0640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 0x7fe0d8131ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.238 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dddd0640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 0x7fe0d8131ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35648/0 (socket says 10.20.193.4:35648) 2026-02-17T22:07:51.238 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dddd0640 1 -- 10.20.193.4:0/4214146523 learned_addr learned my addr 10.20.193.4:0/4214146523 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.238 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 0x7fe0d8131110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.238 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3e9ffb640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 0x7fd3e4121be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.238 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3e9ffb640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 0x7fd3e4121be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57730/0 (socket says 10.20.193.4:57730) 2026-02-17T22:07:51.239 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 0x7fd3e4122660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.239 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3e9ffb640 1 -- 10.20.193.4:0/961407982 learned_addr learned my addr 10.20.193.4:0/961407982 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:51.239 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dd5cf640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe0d8073500 0x7fe0d8130bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.239 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 -- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 msgr2=0x7fe0d8131ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.240 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3e97fa640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3e406e860 0x7fd3e4122120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:51.240 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 0x7fe0d8131ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.240 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 -- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe0d8073500 msgr2=0x7fe0d8130bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.240 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe0d8073500 0x7fe0d8130bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.240 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 -- 10.20.193.4:0/4214146523 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d8133810 con 0x7fe0d81343c0 2026-02-17T22:07:51.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 -- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 msgr2=0x7fd3e4121be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 0x7fd3e4121be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 -- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3e406e860 msgr2=0x7fd3e4122120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3e406e860 0x7fd3e4122120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.241 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 -- 10.20.193.4:0/961407982 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e4124850 con 0x7fd3e4138da0 2026-02-17T22:07:51.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0dcdce640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 0x7fe0d8131110 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc00e9f0 tx=0x7fe0cc00eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.242 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fd3ea7fc640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 0x7fd3e4122660 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009f60 tx=0x7fd3e0009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:51.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc00cd80 con 0x7fe0d81343c0 2026-02-17T22:07:51.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0cc0040d0 con 0x7fe0d81343c0 2026-02-17T22:07:51.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d8133a80 con 0x7fe0d81343c0 2026-02-17T22:07:51.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0cc0044e0 con 0x7fe0d81343c0 2026-02-17T22:07:51.243 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.215+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d81ccd40 con 0x7fe0d81343c0 2026-02-17T22:07:51.244 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.216+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0d812f150 con 0x7fe0d81343c0 2026-02-17T22:07:51.244 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.216+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe0cc020030 con 0x7fe0d81343c0 2026-02-17T22:07:51.244 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.216+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe0cc067100 con 0x7fe0d81343c0 2026-02-17T22:07:51.244 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.216+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f0ef0014070 con 0x7f0f000715c0 2026-02-17T22:07:51.245 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0019070 con 0x7fd3e4138da0 2026-02-17T22:07:51.245 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3e00092f0 con 0x7fd3e4138da0 2026-02-17T22:07:51.245 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0002cc0 con 0x7fd3e4138da0 2026-02-17T22:07:51.245 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e4124b10 con 0x7fd3e4138da0 2026-02-17T22:07:51.245 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe0d8133a80 con 0x7fe0d81343c0 2026-02-17T22:07:51.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e4122ba0 con 0x7fd3e4138da0 2026-02-17T22:07:51.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.218+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f4afc065640 con 0x7f4b0c06e300 2026-02-17T22:07:51.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.219+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e406e150 con 0x7fd3e4138da0 2026-02-17T22:07:51.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.219+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd3e00040d0 con 0x7fd3e4138da0 2026-02-17T22:07:51.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.219+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fd3e0066ed0 con 0x7fd3e4138da0 2026-02-17T22:07:51.247 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.221+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd3e0010040 con 0x7fd3e4138da0 2026-02-17T22:07:51.290 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.287+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0f00070b60 con 0x7f0f000715c0 2026-02-17T22:07:51.290 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.287+0000 7f0eedffb640 1 -- 10.20.193.4:0/2394367212 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0ef00414c0 con 0x7f0f000715c0 2026-02-17T22:07:51.291 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.288+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 >> v1:10.20.193.4:6800/3087543391 conn(0x7f0ed004f790 legacy=0x7f0ed0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.288+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 msgr2=0x7f0f0006ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.288+0000 7f0f075e1640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 0x7f0f0006ef00 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0002710 tx=0x7f0ef0002be0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.288+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 shutdown_connections 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0f0012d1b0 0x7f0f0006f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0f0012c830 0x7f0f0006f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 --2- 10.20.193.4:0/2394367212 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0f000715c0 0x7f0f0006ef00 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 >> 10.20.193.4:0/2394367212 conn(0x7f0f0009bd20 msgr2=0x7f0f000986c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 shutdown_connections 2026-02-17T22:07:51.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.289+0000 7f0f075e1640 1 -- 10.20.193.4:0/2394367212 wait complete. 2026-02-17T22:07:51.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.290+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4b0c050a10 con 0x7f4b0c06e300 2026-02-17T22:07:51.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.290+0000 7f4b017fa640 1 -- 10.20.193.4:0/2844618562 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4afc08a900 con 0x7f4b0c06e300 2026-02-17T22:07:51.294 INFO:teuthology.orchestra.run.trial004.stdout:38654705667 2026-02-17T22:07:51.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.290+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fe0d8050a10 con 0x7fe0d81343c0 2026-02-17T22:07:51.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.290+0000 7fe0c5ffb640 1 -- 10.20.193.4:0/4214146523 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe0cc040f40 con 0x7fe0d81343c0 2026-02-17T22:07:51.295 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 >> v1:10.20.193.4:6800/3087543391 conn(0x7f4adc04f790 legacy=0x7f4adc051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 msgr2=0x7f4b0c12f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4afc009b60 tx=0x7f4afc002910 comp rx=0 tx=0).stop 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 shutdown_connections 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4b0c12f2e0 0x7f4b0c1301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4b0c06ec20 0x7f4b0c12fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 --2- 10.20.193.4:0/2844618562 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4b0c06e300 0x7f4b0c12f750 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.297 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 >> 10.20.193.4:0/2844618562 conn(0x7f4b0c09f500 msgr2=0x7f4b0c09d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.297 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 shutdown_connections 2026-02-17T22:07:51.297 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.291+0000 7f4b12f0b640 1 -- 10.20.193.4:0/2844618562 wait complete. 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 >> v1:10.20.193.4:6800/3087543391 conn(0x7fe0a804f790 legacy=0x7fe0a8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 msgr2=0x7fe0d8131110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 0x7fe0d8131110 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe0cc00e9f0 tx=0x7fe0cc00eec0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 shutdown_connections 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe0d8131650 0x7fe0d8131ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe0d81343c0 0x7fe0d8131110 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 --2- 10.20.193.4:0/4214146523 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe0d8073500 0x7fe0d8130bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 >> 10.20.193.4:0/4214146523 conn(0x7fe0d809c170 msgr2=0x7fe0d8098a90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.298 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 shutdown_connections 2026-02-17T22:07:51.299 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.292+0000 7fe0df85a640 1 -- 10.20.193.4:0/4214146523 wait complete. 2026-02-17T22:07:51.299 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.295+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd3e4122e30 con 0x7fd3e4138da0 2026-02-17T22:07:51.299 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.295+0000 7fd3d27fc640 1 -- 10.20.193.4:0/961407982 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd3e0040d70 con 0x7fd3e4138da0 2026-02-17T22:07:51.300 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:51.301 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.2 2026-02-17T22:07:51.302 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 >> v1:10.20.193.4:6800/3087543391 conn(0x7fd3b404f7c0 legacy=0x7fd3b4051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.302 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 msgr2=0x7fd3e4122660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:51.302 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 0x7fd3e4122660 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009f60 tx=0x7fd3e0009f90 comp rx=0 tx=0).stop 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 shutdown_connections 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd3e4138da0 0x7fd3e4122660 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd3e406e860 0x7fd3e4122120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 --2- 10.20.193.4:0/961407982 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd3e406dd70 0x7fd3e4121be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 >> 10.20.193.4:0/961407982 conn(0x7fd3e409e170 msgr2=0x7fd3e40726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 shutdown_connections 2026-02-17T22:07:51.303 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:51.297+0000 7fd3ec286640 1 -- 10.20.193.4:0/961407982 wait complete. 2026-02-17T22:07:51.305 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2026-02-17T22:07:51.306 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.0 2026-02-17T22:07:51.308 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-17T22:07:52.302 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:07:52.305 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:07:52.307 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:07:52.309 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:07:52.373 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1642727172 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406edf0 msgr2=0x7fb6b4133ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1642727172 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406edf0 0x7fb6b4133ef0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb6a8009a30 tx=0x7fb6a802f2f0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1642727172 shutdown_connections 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1642727172 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b4134430 0x7fb6b4136820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1642727172 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406edf0 0x7fb6b4133ef0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1642727172 >> 10.20.193.4:0/1642727172 conn(0x7fb6b409f500 msgr2=0x7fb6b409f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1642727172 shutdown_connections 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.368+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1642727172 wait complete. 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 Processor -- start 2026-02-17T22:07:52.374 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- start start 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 0x7fb6b4070ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 0x7fb6b4071410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 0x7fb6b4071950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fb6b41379b0 con 0x7fb6b4134430 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fb6b4137830 con 0x7fb6b406e300 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fb6b4137b30 con 0x7fb6b406edf0 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b9ce4640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 0x7fb6b4071950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b8ce2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 0x7fb6b4071410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 0x7fb6b4070ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b9ce4640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 0x7fb6b4071950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39634/0 (socket says 10.20.193.4:39634) 2026-02-17T22:07:52.375 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b9ce4640 1 -- 10.20.193.4:0/1216302788 learned_addr learned my addr 10.20.193.4:0/1216302788 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b8ce2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 0x7fb6b4071410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35686/0 (socket says 10.20.193.4:35686) 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 -- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 msgr2=0x7fb6b4071410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 0x7fb6b4071410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 -- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 msgr2=0x7fb6b4071950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 0x7fb6b4071950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 -- 10.20.193.4:0/1216302788 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6b412fd30 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6b94e3640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 0x7fb6b4070ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb6a400c480 tx=0x7fb6a400c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4017070 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6a40053c0 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6b40727d0 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6a4003950 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.369+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6b4072eb0 con 0x7fb6b406e300 2026-02-17T22:07:52.376 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.370+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6b4136350 con 0x7fb6b406e300 2026-02-17T22:07:52.377 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.370+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fb6a4003af0 con 0x7fb6b406e300 2026-02-17T22:07:52.377 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.371+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fb6a40661b0 con 0x7fb6b406e300 2026-02-17T22:07:52.377 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.373+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb6b4136350 con 0x7fb6b406e300 2026-02-17T22:07:52.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 -- 10.20.193.4:0/2168523417 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 msgr2=0x7f766c131ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 --2- 10.20.193.4:0/2168523417 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c131ae0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7658009960 tx=0x7f765802f140 comp rx=0 tx=0).stop 2026-02-17T22:07:52.416 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2353560047 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 msgr2=0x7f65e006e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.416 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2353560047 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e006e940 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009a30 tx=0x7f65cc02f260 comp rx=0 tx=0).stop 2026-02-17T22:07:52.417 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- 10.20.193.4:0/1023339938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 msgr2=0x7f6e7c134070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.417 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/1023339938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c134070 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c009930 tx=0x7f6e6c02f110 comp rx=0 tx=0).stop 2026-02-17T22:07:52.417 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 -- 10.20.193.4:0/2168523417 shutdown_connections 2026-02-17T22:07:52.418 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 --2- 10.20.193.4:0/2168523417 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 0x7f766c134410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.418 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2353560047 shutdown_connections 2026-02-17T22:07:52.418 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2353560047 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e012eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.418 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2353560047 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e006e940 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.419 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2353560047 >> 10.20.193.4:0/2353560047 conn(0x7f65e009f7b0 msgr2=0x7f65e009fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.419 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 --2- 10.20.193.4:0/2168523417 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c131ae0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.419 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 -- 10.20.193.4:0/2168523417 >> 10.20.193.4:0/2168523417 conn(0x7f766c09a170 msgr2=0x7f766c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- 10.20.193.4:0/1023339938 shutdown_connections 2026-02-17T22:07:52.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/1023339938 >> v2:10.20.193.4:3300/0 conn(0x7f6e7c1345b0 0x7f6e7c1369a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/1023339938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c134070 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- 10.20.193.4:0/1023339938 >> 10.20.193.4:0/1023339938 conn(0x7f6e7c09dd20 msgr2=0x7f6e7c09e130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 -- 10.20.193.4:0/2168523417 shutdown_connections 2026-02-17T22:07:52.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2353560047 shutdown_connections 2026-02-17T22:07:52.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f76749c6640 1 -- 10.20.193.4:0/2168523417 wait complete. 2026-02-17T22:07:52.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2353560047 wait complete. 2026-02-17T22:07:52.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- 10.20.193.4:0/1023339938 shutdown_connections 2026-02-17T22:07:52.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- 10.20.193.4:0/1023339938 wait complete. 2026-02-17T22:07:52.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 Processor -- start 2026-02-17T22:07:52.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 Processor -- start 2026-02-17T22:07:52.426 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f65e5c1a640 1 -- start start 2026-02-17T22:07:52.426 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.412+0000 7f6e81b9f640 1 -- start start 2026-02-17T22:07:52.427 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 Processor -- start 2026-02-17T22:07:52.427 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- start start 2026-02-17T22:07:52.428 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.428 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e0130400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.428 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 0x7f65e0130940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.429 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 0x7f6e7c11a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.430 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f65e0137870 con 0x7f65e012f0a0 2026-02-17T22:07:52.430 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f65e01376f0 con 0x7f65e006e560 2026-02-17T22:07:52.430 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f65e01379f0 con 0x7f65e006ee80 2026-02-17T22:07:52.431 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c11ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.431 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6e7c1345b0 0x7f6e7c11b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.431 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c1378b0 con 0x7f6e7c113f50 2026-02-17T22:07:52.431 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f6e7c137730 con 0x7f6e7c114a40 2026-02-17T22:07:52.431 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f6e7c137a30 con 0x7f6e7c1345b0 2026-02-17T22:07:52.432 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.432 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65deffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e0130400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.432 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57776/0 (socket says 10.20.193.4:57776) 2026-02-17T22:07:52.433 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 -- 10.20.193.4:0/2378514023 learned_addr learned my addr 10.20.193.4:0/2378514023 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:52.433 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 0x7f6e7c11a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.433 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65dffff640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 0x7f65e0130940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.434 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 0x7f6e7c11a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39666/0 (socket says 10.20.193.4:39666) 2026-02-17T22:07:52.434 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c11ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.434 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7b7fe640 1 -- 10.20.193.4:0/2220290640 learned_addr learned my addr 10.20.193.4:0/2220290640 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:52.434 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7bfff640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6e7c1345b0 0x7f6e7c11b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.435 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c12f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 0x7f766c12f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1356e0 con 0x7f766c093830 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f766c135560 con 0x7f766c132020 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f766c135860 con 0x7f766c096430 2026-02-17T22:07:52.436 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 -- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 msgr2=0x7f65e0130400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.437 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e0130400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.437 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 -- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 msgr2=0x7f65e0130940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.437 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 0x7f65e0130940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.437 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.438 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 -- 10.20.193.4:0/2378514023 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e0132340 con 0x7f65e006e560 2026-02-17T22:07:52.438 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65deffd640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e0130400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:52.438 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65dffff640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 0x7f65e0130940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:52.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39682/0 (socket says 10.20.193.4:39682) 2026-02-17T22:07:52.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f7672f3c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 0x7f766c12f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 -- 10.20.193.4:0/1457172349 learned_addr learned my addr 10.20.193.4:0/1457172349 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:52.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f7671f3a640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c12f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:52.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 -- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6e7c1345b0 msgr2=0x7f6e7c11b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6e7c1345b0 0x7f6e7c11b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 -- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 msgr2=0x7f6e7c11a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 0x7f6e7c11a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 -- 10.20.193.4:0/2220290640 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c11ca40 con 0x7f6e7c114a40 2026-02-17T22:07:52.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65df7fe640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f65cc02f770 tx=0x7f65cc002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:52.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc004570 con 0x7f65e006e560 2026-02-17T22:07:52.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e7affd640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c11ac30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c034000 tx=0x7f6e6c002910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:52.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e0130e80 con 0x7f65e006e560 2026-02-17T22:07:52.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65cc002d10 con 0x7f65e006e560 2026-02-17T22:07:52.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc0386d0 con 0x7f65e006e560 2026-02-17T22:07:52.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 -- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 msgr2=0x7f766c12f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c12f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 -- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 msgr2=0x7f766c12f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 0x7f766c12f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 -- 10.20.193.4:0/1457172349 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766c1304a0 con 0x7f766c093830 2026-02-17T22:07:52.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e0131b90 con 0x7f65e006e560 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f767273b640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f766400c730 tx=0x7f766400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664004230 con 0x7f766c093830 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76640044c0 con 0x7f766c093830 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76640038f0 con 0x7f766c093830 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f766c095f10 con 0x7f766c093830 2026-02-17T22:07:52.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f766c1315f0 con 0x7f766c093830 2026-02-17T22:07:52.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c002d10 con 0x7f6e7c114a40 2026-02-17T22:07:52.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e6c02fe50 con 0x7f6e7c114a40 2026-02-17T22:07:52.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7c11b8f0 con 0x7f6e7c114a40 2026-02-17T22:07:52.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.413+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c004b00 con 0x7f6e7c114a40 2026-02-17T22:07:52.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7c133a00 con 0x7f6e7c114a40 2026-02-17T22:07:52.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65e006e940 con 0x7f65e006e560 2026-02-17T22:07:52.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f65cc038870 con 0x7f65e006e560 2026-02-17T22:07:52.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f766c093c10 con 0x7f766c093830 2026-02-17T22:07:52.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7c11d580 con 0x7f6e7c114a40 2026-02-17T22:07:52.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f65cc08b8f0 con 0x7f65e006e560 2026-02-17T22:07:52.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f7664023060 con 0x7f766c093830 2026-02-17T22:07:52.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.414+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f6e6c038470 con 0x7f6e7c114a40 2026-02-17T22:07:52.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.415+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f7664066a30 con 0x7f766c093830 2026-02-17T22:07:52.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.415+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f6e6c08b240 con 0x7f6e7c114a40 2026-02-17T22:07:52.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.416+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f65cc065710 con 0x7f65e006e560 2026-02-17T22:07:52.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.416+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f76640408d0 con 0x7f766c093830 2026-02-17T22:07:52.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.418+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f6e6c065000 con 0x7f6e7c114a40 2026-02-17T22:07:52.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.447+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb6b4050a10 con 0x7fb6b406e300 2026-02-17T22:07:52.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.447+0000 7fb6a1ffb640 1 -- 10.20.193.4:0/1216302788 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb6b412fd30 con 0x7fb6b406e300 2026-02-17T22:07:52.452 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:52.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 >> v1:10.20.193.4:6800/3087543391 conn(0x7fb68404f790 legacy=0x7fb684051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 msgr2=0x7fb6b4070ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 0x7fb6b4070ed0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb6a400c480 tx=0x7fb6a400c950 comp rx=0 tx=0).stop 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 shutdown_connections 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb6b4134430 0x7fb6b4071950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb6b406edf0 0x7fb6b4071410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 --2- 10.20.193.4:0/1216302788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb6b406e300 0x7fb6b4070ed0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 >> 10.20.193.4:0/1216302788 conn(0x7fb6b409f500 msgr2=0x7fb6b409c980 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 shutdown_connections 2026-02-17T22:07:52.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.449+0000 7fb6bb76e640 1 -- 10.20.193.4:0/1216302788 wait complete. 2026-02-17T22:07:52.460 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.2 2026-02-17T22:07:52.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.486+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f65e0050a10 con 0x7f65e006e560 2026-02-17T22:07:52.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.486+0000 7f65bbfff640 1 -- 10.20.193.4:0/2378514023 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f65cc08aa50 con 0x7f65e006e560 2026-02-17T22:07:52.489 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 >> v1:10.20.193.4:6800/3087543391 conn(0x7f65b004f790 legacy=0x7f65b0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 msgr2=0x7f65e012fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f65cc02f770 tx=0x7f65cc002910 comp rx=0 tx=0).stop 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 shutdown_connections 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f65e012f0a0 0x7f65e0130940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f65e006ee80 0x7f65e0130400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 --2- 10.20.193.4:0/2378514023 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f65e006e560 0x7f65e012fec0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 >> 10.20.193.4:0/2378514023 conn(0x7f65e009f7b0 msgr2=0x7f65e009ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 shutdown_connections 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f766c08c510 con 0x7f766c093830 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f65e5c1a640 1 -- 10.20.193.4:0/2378514023 wait complete. 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.488+0000 7f7656ffd640 1 -- 10.20.193.4:0/1457172349 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7664065b90 con 0x7f766c093830 2026-02-17T22:07:52.491 INFO:teuthology.orchestra.run.trial004.stdout:38654705667 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f6e7c114330 con 0x7f6e7c114a40 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f6e57fff640 1 -- 10.20.193.4:0/2220290640 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6e6c08a3a0 con 0x7f6e7c114a40 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stdout:42949672962 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 >> v1:10.20.193.4:6800/3087543391 conn(0x7f763c04f790 legacy=0x7f763c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 msgr2=0x7f766c12eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f766400c730 tx=0x7f766400cc00 comp rx=0 tx=0).stop 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 shutdown_connections 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f766c132020 0x7f766c12f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f766c096430 0x7f766c12f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 --2- 10.20.193.4:0/1457172349 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f766c093830 0x7f766c12eca0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 >> 10.20.193.4:0/1457172349 conn(0x7f766c09a170 msgr2=0x7f766c133250 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 shutdown_connections 2026-02-17T22:07:52.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.489+0000 7f76749c6640 1 -- 10.20.193.4:0/1457172349 wait complete. 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 >> v1:10.20.193.4:6800/3087543391 conn(0x7f6e4c04f790 legacy=0x7f6e4c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 msgr2=0x7f6e7c11ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c11ac30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c034000 tx=0x7f6e6c002910 comp rx=0 tx=0).stop 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 shutdown_connections 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6e7c1345b0 0x7f6e7c11b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6e7c114a40 0x7f6e7c11ac30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 --2- 10.20.193.4:0/2220290640 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6e7c113f50 0x7f6e7c11a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 >> 10.20.193.4:0/2220290640 conn(0x7f6e7c09dd20 msgr2=0x7f6e7c070380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 shutdown_connections 2026-02-17T22:07:52.494 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:52.491+0000 7f6e81b9f640 1 -- 10.20.193.4:0/2220290640 wait complete. 2026-02-17T22:07:52.498 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.0 2026-02-17T22:07:52.500 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2026-02-17T22:07:52.501 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-17T22:07:53.461 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:07:53.500 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:07:53.500 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:07:53.502 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 -- 10.20.193.4:0/3756160420 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f00959d0 msgr2=0x7fe1f0095e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 --2- 10.20.193.4:0/3756160420 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f00959d0 0x7fe1f0095e40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec009fd0 tx=0x7fe1ec02f3e0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 -- 10.20.193.4:0/3756160420 shutdown_connections 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 --2- 10.20.193.4:0/3756160420 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f00959d0 0x7fe1f0095e40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 --2- 10.20.193.4:0/3756160420 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 0x7fe1f0095490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.533 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 --2- 10.20.193.4:0/3756160420 >> v2:10.20.193.4:3300/0 conn(0x7fe1f0071190 0x7fe1f0071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 -- 10.20.193.4:0/3756160420 >> 10.20.193.4:0/3756160420 conn(0x7fe1f009bd40 msgr2=0x7fe1f009c150 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 -- 10.20.193.4:0/3756160420 shutdown_connections 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.527+0000 7fe1f7953640 1 -- 10.20.193.4:0/3756160420 wait complete. 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 Processor -- start 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- start start 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f0071190 0x7fe1f0133770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 0x7fe1f006ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f0134370 con 0x7fe1f00959d0 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fe1f01341f0 con 0x7fe1f0071ab0 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fe1f01344f0 con 0x7fe1f0071190 2026-02-17T22:07:53.534 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f56c8640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f0071190 0x7fe1f0133770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39694/0 (socket says 10.20.193.4:39694) 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f4ec7640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 0x7fe1f006ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 -- 10.20.193.4:0/698981772 learned_addr learned my addr 10.20.193.4:0/698981772 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 -- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f0071190 msgr2=0x7fe1f0133770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f0071190 0x7fe1f0133770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 -- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 msgr2=0x7fe1f006ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 0x7fe1f006ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 -- 10.20.193.4:0/698981772 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1f00950b0 con 0x7fe1f00959d0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f5ec9640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec02f8f0 tx=0x7fe1ec009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec0042d0 con 0x7fe1f00959d0 2026-02-17T22:07:53.535 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1ec02fe50 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1f012b7e0 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec004710 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.528+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1f012c0b0 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.529+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1f0095490 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.529+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe1ec04a030 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.529+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe1ec08b140 con 0x7fe1f00959d0 2026-02-17T22:07:53.536 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.531+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe1ec064fc0 con 0x7fe1f00959d0 2026-02-17T22:07:53.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- 10.20.193.4:0/1000816517 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c412f2e0 msgr2=0x7fb1c412f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/1000816517 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c412f2e0 0x7fb1c412f770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800b0a0 tx=0x7fb1b802f410 comp rx=0 tx=0).stop 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- 10.20.193.4:0/1000816517 shutdown_connections 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/1000816517 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c412f2e0 0x7fb1c412f770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/1000816517 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c406e300 0x7fb1c406e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- 10.20.193.4:0/1000816517 >> 10.20.193.4:0/1000816517 conn(0x7fb1c409f500 msgr2=0x7fb1c409f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- 10.20.193.4:0/1000816517 shutdown_connections 2026-02-17T22:07:53.577 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- 10.20.193.4:0/1000816517 wait complete. 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 -- 10.20.193.4:0/995018004 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 msgr2=0x7f91f4094480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 --2- 10.20.193.4:0/995018004 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f4094480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f91e4009960 tx=0x7f91e402f140 comp rx=0 tx=0).stop 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 -- 10.20.193.4:0/995018004 shutdown_connections 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 --2- 10.20.193.4:0/995018004 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f4094480 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 --2- 10.20.193.4:0/995018004 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 0x7f91f406e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.578 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 -- 10.20.193.4:0/995018004 >> 10.20.193.4:0/995018004 conn(0x7f91f409c450 msgr2=0x7f91f409c860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.579 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 -- 10.20.193.4:0/995018004 shutdown_connections 2026-02-17T22:07:53.579 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f91fa666640 1 -- 10.20.193.4:0/995018004 wait complete. 2026-02-17T22:07:53.579 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 Processor -- start 2026-02-17T22:07:53.579 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- start start 2026-02-17T22:07:53.580 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 -- 10.20.193.4:0/3105394595 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b4128730 msgr2=0x7f34b4128b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.580 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/3105394595 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b4128730 0x7f34b4128b10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009a00 tx=0x7f34a002f280 comp rx=0 tx=0).stop 2026-02-17T22:07:53.580 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 -- 10.20.193.4:0/3105394595 shutdown_connections 2026-02-17T22:07:53.580 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/3105394595 >> v2:10.20.193.4:3300/0 conn(0x7f34b412c0d0 0x7f34b4133d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.580 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/3105394595 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b4128730 0x7f34b4128b10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.581 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 -- 10.20.193.4:0/3105394595 >> 10.20.193.4:0/3105394595 conn(0x7f34b409c210 msgr2=0x7f34b409c620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.581 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 -- 10.20.193.4:0/3105394595 shutdown_connections 2026-02-17T22:07:53.581 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7f34ba3ed640 1 -- 10.20.193.4:0/3105394595 wait complete. 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 0x7fb1c412fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb1c406ec20 0x7fb1c41302e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 0x7fb1c4130820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c41379c0 con 0x7fb1c406ec20 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c4137840 con 0x7fb1c406e300 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.573+0000 7fb1ca72e640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fb1c4137b40 con 0x7fb1c412f2e0 2026-02-17T22:07:53.582 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 Processor -- start 2026-02-17T22:07:53.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c3fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 0x7fb1c412fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c3fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 0x7fb1c412fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57830/0 (socket says 10.20.193.4:57830) 2026-02-17T22:07:53.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c3fff640 1 -- 10.20.193.4:0/3262199435 learned_addr learned my addr 10.20.193.4:0/3262199435 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 0x7fb1c4130820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c37fe640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb1c406ec20 0x7fb1c41302e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.584 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- start start 2026-02-17T22:07:53.584 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 -- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 msgr2=0x7fb1c412fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 0x7fb1c412fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 -- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb1c406ec20 msgr2=0x7fb1c41302e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb1c406ec20 0x7fb1c41302e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 -- 10.20.193.4:0/3262199435 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c41322e0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c8ca4640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 0x7fb1c4130820 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8033000 tx=0x7fb1b8009300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 0x7f91f412dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91f40949c0 0x7f91f412e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f91f4135820 con 0x7f91f406e6d0 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f91f41356a0 con 0x7f91f40949c0 2026-02-17T22:07:53.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f91f41359a0 con 0x7f91f406ddb0 2026-02-17T22:07:53.587 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b80042d0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.587 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1b8004470 con 0x7fb1c412f2e0 2026-02-17T22:07:53.587 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1c4130d60 con 0x7fb1c412f2e0 2026-02-17T22:07:53.587 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b80048a0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f3fff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 0x7f91f412dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39730/0 (socket says 10.20.193.4:39730) 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 -- 10.20.193.4:0/4131338393 learned_addr learned my addr 10.20.193.4:0/4131338393 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f8bdc640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91f40949c0 0x7f91f412e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.588 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1c4132690 con 0x7fb1c412f2e0 2026-02-17T22:07:53.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 Processor -- start 2026-02-17T22:07:53.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 -- start start 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 -- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 msgr2=0x7f91f412dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 0x7f91f412dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 -- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91f40949c0 msgr2=0x7f91f412e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91f40949c0 0x7f91f412e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 -- 10.20.193.4:0/4131338393 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f4072f60 con 0x7f91f406e6d0 2026-02-17T22:07:53.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f37fe640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f91e402f6a0 tx=0x7f91e4002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e4046070 con 0x7f91f406e6d0 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91e4002d10 con 0x7f91f406e6d0 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f41303b0 con 0x7f91f406e6d0 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91e40386d0 con 0x7f91f406e6d0 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f34b4129050 0x7f34b41c73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b412c0d0 0x7f34b412d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f41c6b40 con 0x7f91f406e6d0 2026-02-17T22:07:53.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f34b4134820 con 0x7f34b4129050 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f34b41346a0 con 0x7f34b412c0d0 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34ba3ed640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f34b41349a0 con 0x7f34b4128730 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34b3fff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34b3fff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35784/0 (socket says 10.20.193.4:35784) 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34b3fff640 1 -- 10.20.193.4:0/2498833218 learned_addr learned my addr 10.20.193.4:0/2498833218 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34b37fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f34b4129050 0x7f34b41c73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.593 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c4131dd0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.574+0000 7f34b8963640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b412c0d0 0x7f34b412d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 -- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b412c0d0 msgr2=0x7f34b412d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b412c0d0 0x7f34b412d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 -- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f34b4129050 msgr2=0x7f34b41c73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f34b4129050 0x7f34b41c73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.594 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 -- 10.20.193.4:0/2498833218 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34b41261e0 con 0x7f34b4128730 2026-02-17T22:07:53.595 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fb1b80074e0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.595 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b3fff640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009b30 tx=0x7f34a002fdd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.595 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0002970 con 0x7f34b4128730 2026-02-17T22:07:53.596 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34b412f0e0 con 0x7f34b4128730 2026-02-17T22:07:53.596 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f406e190 con 0x7f91f406e6d0 2026-02-17T22:07:53.596 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f34b41303c0 con 0x7f34b4128730 2026-02-17T22:07:53.596 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fb1b808b990 con 0x7fb1c412f2e0 2026-02-17T22:07:53.597 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f91e4038870 con 0x7f91f406e6d0 2026-02-17T22:07:53.597 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34b4128b10 con 0x7f34b4128730 2026-02-17T22:07:53.597 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.575+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f91e408b3e0 con 0x7f91f406e6d0 2026-02-17T22:07:53.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.577+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34a0033070 con 0x7f34b4128730 2026-02-17T22:07:53.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.577+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a0004ae0 con 0x7f34b4128730 2026-02-17T22:07:53.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.577+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb1b80093f0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.578+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f34a0004c80 con 0x7f34b4128730 2026-02-17T22:07:53.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.577+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f91e40651e0 con 0x7f91f406e6d0 2026-02-17T22:07:53.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.580+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f34a008b420 con 0x7f34b4128730 2026-02-17T22:07:53.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.580+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f34a008b8e0 con 0x7f34b4128730 2026-02-17T22:07:53.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.604+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe1f0133cb0 con 0x7fe1f00959d0 2026-02-17T22:07:53.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.605+0000 7fe1ddffb640 1 -- 10.20.193.4:0/698981772 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe1ec0048b0 con 0x7fe1f00959d0 2026-02-17T22:07:53.608 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:53.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 >> v1:10.20.193.4:6800/3087543391 conn(0x7fe1c004f790 legacy=0x7fe1c0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 msgr2=0x7fe1f006f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec02f8f0 tx=0x7fe1ec009300 comp rx=0 tx=0).stop 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 shutdown_connections 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe1f00959d0 0x7fe1f006f440 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe1f0071ab0 0x7fe1f006ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 --2- 10.20.193.4:0/698981772 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe1f0071190 0x7fe1f0133770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 >> 10.20.193.4:0/698981772 conn(0x7fe1f009bd40 msgr2=0x7fe1f009dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 shutdown_connections 2026-02-17T22:07:53.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.606+0000 7fe1f7953640 1 -- 10.20.193.4:0/698981772 wait complete. 2026-02-17T22:07:53.618 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.2 2026-02-17T22:07:53.618 DEBUG:teuthology.parallel:result is None 2026-02-17T22:07:53.653 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.650+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f34b4096f80 con 0x7f34b4128730 2026-02-17T22:07:53.653 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.650+0000 7f34b0ff9640 1 -- 10.20.193.4:0/2498833218 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f34a0065250 con 0x7f34b4128730 2026-02-17T22:07:53.653 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:53.654 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.650+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb1c406e6e0 con 0x7fb1c412f2e0 2026-02-17T22:07:53.654 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7fb1c0ff9640 1 -- 10.20.193.4:0/3262199435 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb1b8065890 con 0x7fb1c412f2e0 2026-02-17T22:07:53.654 INFO:teuthology.orchestra.run.trial004.stdout:42949672963 2026-02-17T22:07:53.655 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f91f4050a10 con 0x7f91f406e6d0 2026-02-17T22:07:53.655 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f91f0ff9640 1 -- 10.20.193.4:0/4131338393 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f91e408a4a0 con 0x7f91f406e6d0 2026-02-17T22:07:53.655 INFO:teuthology.orchestra.run.trial004.stdout:38654705669 2026-02-17T22:07:53.656 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 >> v1:10.20.193.4:6800/3087543391 conn(0x7f348404f790 legacy=0x7f3484051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 msgr2=0x7f34b41c6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009b30 tx=0x7f34a002fdd0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 shutdown_connections 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f34b412c0d0 0x7f34b412d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f34b4129050 0x7f34b41c73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 --2- 10.20.193.4:0/2498833218 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f34b4128730 0x7f34b41c6e80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 >> 10.20.193.4:0/2498833218 conn(0x7f34b409c210 msgr2=0x7f34b4127bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 shutdown_connections 2026-02-17T22:07:53.657 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.651+0000 7f34ba3ed640 1 -- 10.20.193.4:0/2498833218 wait complete. 2026-02-17T22:07:53.658 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 >> v1:10.20.193.4:6800/3087543391 conn(0x7fb19404f790 legacy=0x7fb194051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.658 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 msgr2=0x7fb1c4130820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.658 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 0x7fb1c4130820 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb1b8033000 tx=0x7fb1b8009300 comp rx=0 tx=0).stop 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 shutdown_connections 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb1c412f2e0 0x7fb1c4130820 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb1c406ec20 0x7fb1c41302e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 --2- 10.20.193.4:0/3262199435 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb1c406e300 0x7fb1c412fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 >> 10.20.193.4:0/3262199435 conn(0x7fb1c409f500 msgr2=0x7fb1c41284f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 shutdown_connections 2026-02-17T22:07:53.659 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7fb1ca72e640 1 -- 10.20.193.4:0/3262199435 wait complete. 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 >> v1:10.20.193.4:6800/3087543391 conn(0x7f91c404f790 legacy=0x7f91c4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 msgr2=0x7f91f412e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f91e402f6a0 tx=0x7f91e4002910 comp rx=0 tx=0).stop 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 shutdown_connections 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f91f40949c0 0x7f91f412e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.660 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f91f406e6d0 0x7f91f412e280 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 --2- 10.20.193.4:0/4131338393 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f91f406ddb0 0x7f91f412dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 >> 10.20.193.4:0/4131338393 conn(0x7f91f409c450 msgr2=0x7f91f4099430 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 shutdown_connections 2026-02-17T22:07:53.661 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.652+0000 7f91fa666640 1 -- 10.20.193.4:0/4131338393 wait complete. 2026-02-17T22:07:53.663 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.3 2026-02-17T22:07:53.664 DEBUG:teuthology.parallel:result is None 2026-02-17T22:07:53.664 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.0 2026-02-17T22:07:53.665 DEBUG:teuthology.parallel:result is None 2026-02-17T22:07:53.666 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705669 for osd.1 2026-02-17T22:07:53.666 DEBUG:teuthology.parallel:result is None 2026-02-17T22:07:53.666 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:07:53.666 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:07:53.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- 10.20.193.4:0/303318905 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 msgr2=0x7fc01c12cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 --2- 10.20.193.4:0/303318905 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12cfb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc00c009a00 tx=0x7fc00c02f1f0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- 10.20.193.4:0/303318905 shutdown_connections 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 --2- 10.20.193.4:0/303318905 >> v2:10.20.193.4:3300/0 conn(0x7fc01c12d4f0 0x7fc01c06dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 --2- 10.20.193.4:0/303318905 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12cfb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- 10.20.193.4:0/303318905 >> 10.20.193.4:0/303318905 conn(0x7fc01c099ce0 msgr2=0x7fc01c09a0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- 10.20.193.4:0/303318905 shutdown_connections 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- 10.20.193.4:0/303318905 wait complete. 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 Processor -- start 2026-02-17T22:07:53.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.768+0000 7fc022d97640 1 -- start start 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc01c071b20 0x7fc01c12d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 0x7fc01c12e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc01c135660 con 0x7fc01c12d4f0 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc01c1354e0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc01c1357e0 con 0x7fc01c071b20 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021d95640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc01c071b20 0x7fc01c12d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57868/0 (socket says 10.20.193.4:57868) 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 -- 10.20.193.4:0/2882703758 learned_addr learned my addr 10.20.193.4:0/2882703758 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022596640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 0x7fc01c12e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 -- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc01c071b20 msgr2=0x7fc01c12d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc01c071b20 0x7fc01c12d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 -- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 msgr2=0x7fc01c12e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 0x7fc01c12e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 -- 10.20.193.4:0/2882703758 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc01c126af0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022596640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 0x7fc01c12e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc021594640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc0100027e0 tx=0x7fc010002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc01000ed40 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc010018450 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc01c12f910 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0100188a0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.769+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc01c12ffb0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.770+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc01c12cfb0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.770+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fc010020030 con 0x7fc01c12cbd0 2026-02-17T22:07:53.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.770+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fc0100673d0 con 0x7fc01c12cbd0 2026-02-17T22:07:53.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.772+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fc010014070 con 0x7fc01c12cbd0 2026-02-17T22:07:53.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.842+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 --> v1:10.20.193.4:6800/3087543391 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc01c075b80 con 0x7fbfec04f790 2026-02-17T22:07:53.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.843+0000 7fc00a7fc640 1 -- 10.20.193.4:0/2882703758 <== mgr.4152 v1:10.20.193.4:6800/3087543391 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32180 (unknown 2965378022 0 4041870582) 0x7fc01c075b80 con 0x7fbfec04f790 2026-02-17T22:07:53.846 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 >> v1:10.20.193.4:6800/3087543391 conn(0x7fbfec04f790 legacy=0x7fbfec051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 msgr2=0x7fc01c12de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc0100027e0 tx=0x7fc010002cb0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 shutdown_connections 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc01c12d4f0 0x7fc01c12e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc01c12cbd0 0x7fc01c12de60 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 --2- 10.20.193.4:0/2882703758 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc01c071b20 0x7fc01c12d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 >> 10.20.193.4:0/2882703758 conn(0x7fc01c099ce0 msgr2=0x7fc01c12b380 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 shutdown_connections 2026-02-17T22:07:53.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.844+0000 7fc022d97640 1 -- 10.20.193.4:0/2882703758 wait complete. 2026-02-17T22:07:53.854 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2026-02-17T22:07:52.496416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109856,"kb_used_data":1728,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377504,"statfs":{"total":386547056640,"available":386434564096,"internally_reserved":0,"allocated":1769472,"data_stored":1338032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6373,"internal_metadata":110356251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.259244"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248856+0000","last_change":"2026-02-17T22:07:50.249025+0000","last_active":"2026-02-17T22:07:50.248856+0000","last_peered":"2026-02-17T22:07:50.248856+0000","last_clean":"2026-02-17T22:07:50.248856+0000","last_became_active":"2026-02-17T22:07:48.244346+0000","last_became_peered":"2026-02-17T22:07:48.244346+0000","last_unstale":"2026-02-17T22:07:50.248856+0000","last_undegraded":"2026-02-17T22:07:50.248856+0000","last_fullsized":"2026-02-17T22:07:50.248856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:38:38.051358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064745199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248672+0000","last_change":"2026-02-17T22:07:50.248672+0000","last_active":"2026-02-17T22:07:50.248672+0000","last_peered":"2026-02-17T22:07:50.248672+0000","last_clean":"2026-02-17T22:07:50.248672+0000","last_became_active":"2026-02-17T22:07:48.245614+0000","last_became_peered":"2026-02-17T22:07:48.245614+0000","last_unstale":"2026-02-17T22:07:50.248672+0000","last_undegraded":"2026-02-17T22:07:50.248672+0000","last_fullsized":"2026-02-17T22:07:50.248672+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:48:50.786629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248822+0000","last_change":"2026-02-17T22:07:50.248964+0000","last_active":"2026-02-17T22:07:50.248822+0000","last_peered":"2026-02-17T22:07:50.248822+0000","last_clean":"2026-02-17T22:07:50.248822+0000","last_became_active":"2026-02-17T22:07:48.244384+0000","last_became_peered":"2026-02-17T22:07:48.244384+0000","last_unstale":"2026-02-17T22:07:50.248822+0000","last_undegraded":"2026-02-17T22:07:50.248822+0000","last_fullsized":"2026-02-17T22:07:50.248822+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T08:59:48.380803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056649100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248658+0000","last_change":"2026-02-17T22:07:50.248658+0000","last_active":"2026-02-17T22:07:50.248658+0000","last_peered":"2026-02-17T22:07:50.248658+0000","last_clean":"2026-02-17T22:07:50.248658+0000","last_became_active":"2026-02-17T22:07:48.245615+0000","last_became_peered":"2026-02-17T22:07:48.245615+0000","last_unstale":"2026-02-17T22:07:50.248658+0000","last_undegraded":"2026-02-17T22:07:50.248658+0000","last_fullsized":"2026-02-17T22:07:50.248658+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:32:33.718557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.249125+0000","last_change":"2026-02-17T22:07:50.249125+0000","last_active":"2026-02-17T22:07:50.249125+0000","last_peered":"2026-02-17T22:07:50.249125+0000","last_clean":"2026-02-17T22:07:50.249125+0000","last_became_active":"2026-02-17T22:07:48.245200+0000","last_became_peered":"2026-02-17T22:07:48.245200+0000","last_unstale":"2026-02-17T22:07:50.249125+0000","last_undegraded":"2026-02-17T22:07:50.249125+0000","last_fullsized":"2026-02-17T22:07:50.249125+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:18:41.219864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248762+0000","last_change":"2026-02-17T22:07:50.248902+0000","last_active":"2026-02-17T22:07:50.248762+0000","last_peered":"2026-02-17T22:07:50.248762+0000","last_clean":"2026-02-17T22:07:50.248762+0000","last_became_active":"2026-02-17T22:07:48.245388+0000","last_became_peered":"2026-02-17T22:07:48.245388+0000","last_unstale":"2026-02-17T22:07:50.248762+0000","last_undegraded":"2026-02-17T22:07:50.248762+0000","last_fullsized":"2026-02-17T22:07:50.248762+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:40:59.217693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248646+0000","last_change":"2026-02-17T22:07:50.248798+0000","last_active":"2026-02-17T22:07:50.248646+0000","last_peered":"2026-02-17T22:07:50.248646+0000","last_clean":"2026-02-17T22:07:50.248646+0000","last_became_active":"2026-02-17T22:07:48.245194+0000","last_became_peered":"2026-02-17T22:07:48.245194+0000","last_unstale":"2026-02-17T22:07:50.248646+0000","last_undegraded":"2026-02-17T22:07:50.248646+0000","last_fullsized":"2026-02-17T22:07:50.248646+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:41:33.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248688+0000","last_change":"2026-02-17T22:07:50.248804+0000","last_active":"2026-02-17T22:07:50.248688+0000","last_peered":"2026-02-17T22:07:50.248688+0000","last_clean":"2026-02-17T22:07:50.248688+0000","last_became_active":"2026-02-17T22:07:48.244166+0000","last_became_peered":"2026-02-17T22:07:48.244166+0000","last_unstale":"2026-02-17T22:07:50.248688+0000","last_undegraded":"2026-02-17T22:07:50.248688+0000","last_fullsized":"2026-02-17T22:07:50.248688+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:14:35.571267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248098+0000","last_change":"2026-02-17T22:07:44.240783+0000","last_active":"2026-02-17T22:07:50.248098+0000","last_peered":"2026-02-17T22:07:50.248098+0000","last_clean":"2026-02-17T22:07:50.248098+0000","last_became_active":"2026-02-17T22:07:44.240293+0000","last_became_peered":"2026-02-17T22:07:44.240293+0000","last_unstale":"2026-02-17T22:07:50.248098+0000","last_undegraded":"2026-02-17T22:07:50.248098+0000","last_fullsized":"2026-02-17T22:07:50.248098+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:24:51.496269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27112,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344728,"statfs":{"total":96636764160,"available":96609001472,"internally_reserved":0,"allocated":147456,"data_stored":41007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":724992,"data_stored":624605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":745472,"data_stored":631394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:07:53.856 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 -- 10.20.193.4:0/3972815910 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 msgr2=0x7fc9b4093470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/3972815910 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4093470 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc99c009930 tx=0x7fc99c02f110 comp rx=0 tx=0).stop 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 -- 10.20.193.4:0/3972815910 shutdown_connections 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/3972815910 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4093470 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/3972815910 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b412c7e0 0x7fc9b412cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.927 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 -- 10.20.193.4:0/3972815910 >> 10.20.193.4:0/3972815910 conn(0x7fc9b409a280 msgr2=0x7fc9b4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 -- 10.20.193.4:0/3972815910 shutdown_connections 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.921+0000 7fc9bacb2640 1 -- 10.20.193.4:0/3972815910 wait complete. 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 Processor -- start 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- start start 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4072150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc9b41358a0 con 0x7fc9b412d100 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc9b4135720 con 0x7fc9b40939b0 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc9b4135a20 con 0x7fc9b412c7e0 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.928 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9abfff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57876/0 (socket says 10.20.193.4:57876) 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b9228640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4072150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9abfff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35794/0 (socket says 10.20.193.4:35794) 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 -- 10.20.193.4:0/1352571664 learned_addr learned my addr 10.20.193.4:0/1352571664 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 -- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 msgr2=0x7fc9b41c7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 -- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 msgr2=0x7fc9b4072150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4072150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 -- 10.20.193.4:0/1352571664 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9b4127120 con 0x7fc9b40939b0 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9abfff640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9b8a27640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc9a40027e0 tx=0x7fc9a4002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:53.929 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a400ed40 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9a4010430 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9b41c78b0 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4010880 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.922+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9b408d060 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.923+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9b412cbc0 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.923+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fc9a4010a20 con 0x7fc9b40939b0 2026-02-17T22:07:53.930 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.923+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fc9a4067860 con 0x7fc9b40939b0 2026-02-17T22:07:53.931 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.926+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fc9a4014070 con 0x7fc9b40939b0 2026-02-17T22:07:53.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.995+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 --> v1:10.20.193.4:6800/3087543391 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc9b408c840 con 0x7fc98404f790 2026-02-17T22:07:53.999 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.996+0000 7fc9a97fa640 1 -- 10.20.193.4:0/1352571664 <== mgr.4152 v1:10.20.193.4:6800/3087543391 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32180 (unknown 2965378022 0 4041870582) 0x7fc9b408c840 con 0x7fc98404f790 2026-02-17T22:07:53.999 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:54.000 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 >> v1:10.20.193.4:6800/3087543391 conn(0x7fc98404f790 legacy=0x7fc984051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 msgr2=0x7fc9b41c6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc9a40027e0 tx=0x7fc9a4002cb0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 shutdown_connections 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc9b412d100 0x7fc9b4072150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc9b412c7e0 0x7fc9b41c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 --2- 10.20.193.4:0/1352571664 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc9b40939b0 0x7fc9b41c6e30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 >> 10.20.193.4:0/1352571664 conn(0x7fc9b409a280 msgr2=0x7fc9b4129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 shutdown_connections 2026-02-17T22:07:54.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:53.997+0000 7fc9bacb2640 1 -- 10.20.193.4:0/1352571664 wait complete. 2026-02-17T22:07:54.007 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2026-02-17T22:07:52.496416+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":13,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109856,"kb_used_data":1728,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377504,"statfs":{"total":386547056640,"available":386434564096,"internally_reserved":0,"allocated":1769472,"data_stored":1338032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6373,"internal_metadata":110356251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.259244"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248856+0000","last_change":"2026-02-17T22:07:50.249025+0000","last_active":"2026-02-17T22:07:50.248856+0000","last_peered":"2026-02-17T22:07:50.248856+0000","last_clean":"2026-02-17T22:07:50.248856+0000","last_became_active":"2026-02-17T22:07:48.244346+0000","last_became_peered":"2026-02-17T22:07:48.244346+0000","last_unstale":"2026-02-17T22:07:50.248856+0000","last_undegraded":"2026-02-17T22:07:50.248856+0000","last_fullsized":"2026-02-17T22:07:50.248856+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:38:38.051358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064745199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248672+0000","last_change":"2026-02-17T22:07:50.248672+0000","last_active":"2026-02-17T22:07:50.248672+0000","last_peered":"2026-02-17T22:07:50.248672+0000","last_clean":"2026-02-17T22:07:50.248672+0000","last_became_active":"2026-02-17T22:07:48.245614+0000","last_became_peered":"2026-02-17T22:07:48.245614+0000","last_unstale":"2026-02-17T22:07:50.248672+0000","last_undegraded":"2026-02-17T22:07:50.248672+0000","last_fullsized":"2026-02-17T22:07:50.248672+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:48:50.786629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248822+0000","last_change":"2026-02-17T22:07:50.248964+0000","last_active":"2026-02-17T22:07:50.248822+0000","last_peered":"2026-02-17T22:07:50.248822+0000","last_clean":"2026-02-17T22:07:50.248822+0000","last_became_active":"2026-02-17T22:07:48.244384+0000","last_became_peered":"2026-02-17T22:07:48.244384+0000","last_unstale":"2026-02-17T22:07:50.248822+0000","last_undegraded":"2026-02-17T22:07:50.248822+0000","last_fullsized":"2026-02-17T22:07:50.248822+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T08:59:48.380803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056649100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248658+0000","last_change":"2026-02-17T22:07:50.248658+0000","last_active":"2026-02-17T22:07:50.248658+0000","last_peered":"2026-02-17T22:07:50.248658+0000","last_clean":"2026-02-17T22:07:50.248658+0000","last_became_active":"2026-02-17T22:07:48.245615+0000","last_became_peered":"2026-02-17T22:07:48.245615+0000","last_unstale":"2026-02-17T22:07:50.248658+0000","last_undegraded":"2026-02-17T22:07:50.248658+0000","last_fullsized":"2026-02-17T22:07:50.248658+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:32:33.718557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.249125+0000","last_change":"2026-02-17T22:07:50.249125+0000","last_active":"2026-02-17T22:07:50.249125+0000","last_peered":"2026-02-17T22:07:50.249125+0000","last_clean":"2026-02-17T22:07:50.249125+0000","last_became_active":"2026-02-17T22:07:48.245200+0000","last_became_peered":"2026-02-17T22:07:48.245200+0000","last_unstale":"2026-02-17T22:07:50.249125+0000","last_undegraded":"2026-02-17T22:07:50.249125+0000","last_fullsized":"2026-02-17T22:07:50.249125+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:18:41.219864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248762+0000","last_change":"2026-02-17T22:07:50.248902+0000","last_active":"2026-02-17T22:07:50.248762+0000","last_peered":"2026-02-17T22:07:50.248762+0000","last_clean":"2026-02-17T22:07:50.248762+0000","last_became_active":"2026-02-17T22:07:48.245388+0000","last_became_peered":"2026-02-17T22:07:48.245388+0000","last_unstale":"2026-02-17T22:07:50.248762+0000","last_undegraded":"2026-02-17T22:07:50.248762+0000","last_fullsized":"2026-02-17T22:07:50.248762+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:40:59.217693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248646+0000","last_change":"2026-02-17T22:07:50.248798+0000","last_active":"2026-02-17T22:07:50.248646+0000","last_peered":"2026-02-17T22:07:50.248646+0000","last_clean":"2026-02-17T22:07:50.248646+0000","last_became_active":"2026-02-17T22:07:48.245194+0000","last_became_peered":"2026-02-17T22:07:48.245194+0000","last_unstale":"2026-02-17T22:07:50.248646+0000","last_undegraded":"2026-02-17T22:07:50.248646+0000","last_fullsized":"2026-02-17T22:07:50.248646+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:41:33.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248688+0000","last_change":"2026-02-17T22:07:50.248804+0000","last_active":"2026-02-17T22:07:50.248688+0000","last_peered":"2026-02-17T22:07:50.248688+0000","last_clean":"2026-02-17T22:07:50.248688+0000","last_became_active":"2026-02-17T22:07:48.244166+0000","last_became_peered":"2026-02-17T22:07:48.244166+0000","last_unstale":"2026-02-17T22:07:50.248688+0000","last_undegraded":"2026-02-17T22:07:50.248688+0000","last_fullsized":"2026-02-17T22:07:50.248688+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:14:35.571267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:07:50.248098+0000","last_change":"2026-02-17T22:07:44.240783+0000","last_active":"2026-02-17T22:07:50.248098+0000","last_peered":"2026-02-17T22:07:50.248098+0000","last_clean":"2026-02-17T22:07:50.248098+0000","last_became_active":"2026-02-17T22:07:44.240293+0000","last_became_peered":"2026-02-17T22:07:44.240293+0000","last_unstale":"2026-02-17T22:07:50.248098+0000","last_undegraded":"2026-02-17T22:07:50.248098+0000","last_fullsized":"2026-02-17T22:07:50.248098+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:24:51.496269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":148,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":151552,"data_stored":41026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27112,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344728,"statfs":{"total":96636764160,"available":96609001472,"internally_reserved":0,"allocated":147456,"data_stored":41007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672963,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":724992,"data_stored":624605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27700,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344140,"statfs":{"total":96636764160,"available":96608399360,"internally_reserved":0,"allocated":745472,"data_stored":631394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:07:54.009 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:07:54.009 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:07:54.009 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:07:54.010 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- 10.20.193.4:0/118137564 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f77000956d0 msgr2=0x7f7700095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 --2- 10.20.193.4:0/118137564 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f77000956d0 0x7f7700095b10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009a00 tx=0x7f76f402f280 comp rx=0 tx=0).stop 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- 10.20.193.4:0/118137564 shutdown_connections 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 --2- 10.20.193.4:0/118137564 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f77000956d0 0x7f7700095b10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 --2- 10.20.193.4:0/118137564 >> v2:10.20.193.4:3300/0 conn(0x7f770012bc30 0x7f770012c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.080 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- 10.20.193.4:0/118137564 >> 10.20.193.4:0/118137564 conn(0x7f770009a280 msgr2=0x7f7700097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- 10.20.193.4:0/118137564 shutdown_connections 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- 10.20.193.4:0/118137564 wait complete. 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 Processor -- start 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.074+0000 7f77083a9640 1 -- start start 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 0x7f77001c6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 0x7f77001c70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 0x7f77001274e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f77001345e0 con 0x7f770012bc30 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7700134460 con 0x7f77000956d0 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7700134760 con 0x7f7700096050 2026-02-17T22:07:54.081 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770591d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 0x7f77001c70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770611e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 0x7f77001c6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 0x7f77001274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770591d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 0x7f77001c70a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:35800/0 (socket says 10.20.193.4:35800) 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770611e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 0x7f77001c6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57888/0 (socket says 10.20.193.4:57888) 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770591d640 1 -- 10.20.193.4:0/663805373 learned_addr learned my addr 10.20.193.4:0/663805373 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 -- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 msgr2=0x7f77001c70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 0x7f77001c70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 -- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 msgr2=0x7f77001c6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 0x7f77001c6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 -- 10.20.193.4:0/663805373 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7700073fb0 con 0x7f770012bc30 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f770691f640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 0x7f77001274e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f76fc00cbc0 tx=0x7f76fc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76fc00ad50 con 0x7f770012bc30 2026-02-17T22:07:54.082 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76fc003a30 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f770006f140 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76fc003e60 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.075+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f770006fce0 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.076+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7700095b10 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.076+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f76fc0052e0 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.076+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f76fc066f60 con 0x7f770012bc30 2026-02-17T22:07:54.083 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.078+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f76fc040e00 con 0x7f770012bc30 2026-02-17T22:07:54.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.162+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7700050a10 con 0x7f770012bc30 2026-02-17T22:07:54.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.162+0000 7f76e6ffd640 1 -- 10.20.193.4:0/663805373 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f76fc0660c0 con 0x7f770012bc30 2026-02-17T22:07:54.166 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:54.166 INFO:teuthology.orchestra.run.trial004.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 >> v1:10.20.193.4:6800/3087543391 conn(0x7f76d004f790 legacy=0x7f76d0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 msgr2=0x7f77001274e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 0x7f77001274e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f76fc00cbc0 tx=0x7f76fc00a430 comp rx=0 tx=0).stop 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 shutdown_connections 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f770012bc30 0x7f77001274e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7700096050 0x7f77001c70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 --2- 10.20.193.4:0/663805373 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f77000956d0 0x7f77001c6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 >> 10.20.193.4:0/663805373 conn(0x7f770009a280 msgr2=0x7f7700072d20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:54.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 shutdown_connections 2026-02-17T22:07:54.168 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.163+0000 7f77083a9640 1 -- 10.20.193.4:0/663805373 wait complete. 2026-02-17T22:07:54.174 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:07:54.174 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:07:54.189 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:07:54.190 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:54.190 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client squid' 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 -- 10.20.193.4:0/2235231616 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70134480 msgr2=0x7f8c70136870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 --2- 10.20.193.4:0/2235231616 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70134480 0x7f8c70136870 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8c64009f90 tx=0x7f8c6402f390 comp rx=0 tx=0).stop 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 -- 10.20.193.4:0/2235231616 shutdown_connections 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 --2- 10.20.193.4:0/2235231616 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70134480 0x7f8c70136870 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 --2- 10.20.193.4:0/2235231616 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70095570 0x7f8c70095950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 -- 10.20.193.4:0/2235231616 >> 10.20.193.4:0/2235231616 conn(0x7f8c7009b3a0 msgr2=0x7f8c7009b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 -- 10.20.193.4:0/2235231616 shutdown_connections 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 -- 10.20.193.4:0/2235231616 wait complete. 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.252+0000 7f8c7610b640 1 Processor -- start 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- start start 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 0x7f8c70131590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 0x7f8c70132010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8c70137a50 con 0x7f8c70095570 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f8c701378d0 con 0x7f8c70134480 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8c70137bd0 con 0x7f8c70094a80 2026-02-17T22:07:54.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6f7fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 0x7f8c70131590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 0x7f8c70132010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39820/0 (socket says 10.20.193.4:39820) 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6effd640 1 -- 10.20.193.4:0/1883330596 learned_addr learned my addr 10.20.193.4:0/1883330596 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 -- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 msgr2=0x7f8c70131590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 0x7f8c70131590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 -- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 msgr2=0x7f8c70131ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 -- 10.20.193.4:0/1883330596 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c70132e10 con 0x7f8c70134480 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6f7fe640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 0x7f8c70131590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6effd640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:54.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c6ffff640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 0x7f8c70132010 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c700971b0 tx=0x7f8c6402fbb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64046070 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c640040c0 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c7006eaa0 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c640044d0 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.253+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c7006eff0 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.254+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c70095950 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.254+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f8c64004670 con 0x7f8c70134480 2026-02-17T22:07:54.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.254+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f8c6408b530 con 0x7f8c70134480 2026-02-17T22:07:54.262 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.257+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f8c640653d0 con 0x7f8c70134480 2026-02-17T22:07:54.334 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:54.331+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "squid"} v 0) -- 0x7f8c700697a0 con 0x7f8c70134480 2026-02-17T22:07:55.261 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.258+0000 7f8c4bfff640 1 -- 10.20.193.4:0/1883330596 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "squid"}]=0 set require_min_compat_client to squid v18) ==== 139+0+0 (secure 0 0 0) 0x7f8c6408a690 con 0x7f8c70134480 2026-02-17T22:07:55.262 INFO:teuthology.orchestra.run.trial004.stderr:set require_min_compat_client to squid 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 >> v1:10.20.193.4:6800/3087543391 conn(0x7f8c4004f790 legacy=0x7f8c40051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 msgr2=0x7f8c70132010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 0x7f8c70132010 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c700971b0 tx=0x7f8c6402fbb0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 shutdown_connections 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8c70134480 0x7f8c70132010 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8c70095570 0x7f8c70131ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 --2- 10.20.193.4:0/1883330596 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8c70094a80 0x7f8c70131590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 >> 10.20.193.4:0/1883330596 conn(0x7f8c7009b3a0 msgr2=0x7f8c70133c80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 shutdown_connections 2026-02-17T22:07:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.260+0000 7f8c7610b640 1 -- 10.20.193.4:0/1883330596 wait complete. 2026-02-17T22:07:55.271 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:07:55.286 INFO:teuthology.task.print:**** done ceph 2026-02-17T22:07:55.286 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:07:55.303 INFO:teuthology.task.print:*** upgrading, no cephfs present 2026-02-17T22:07:55.303 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:07:55.318 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:07:55.318 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:07:55.318 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- 10.20.193.4:0/2488829630 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed0131c80 msgr2=0x7f9ed0134070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/2488829630 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed0131c80 0x7f9ed0134070 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0009f60 tx=0x7f9ec002f330 comp rx=0 tx=0).stop 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- 10.20.193.4:0/2488829630 shutdown_connections 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/2488829630 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed0131c80 0x7f9ed0134070 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/2488829630 >> v2:10.20.193.4:3300/0 conn(0x7f9ed012c3b0 0x7f9ed0096b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- 10.20.193.4:0/2488829630 >> 10.20.193.4:0/2488829630 conn(0x7f9ed009b3a0 msgr2=0x7f9ed009b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:55.386 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- 10.20.193.4:0/2488829630 shutdown_connections 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- 10.20.193.4:0/2488829630 wait complete. 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 Processor -- start 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.380+0000 7f9ed4cce640 1 -- start start 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ed012c3b0 0x7f9ed01228c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 0x7f9ed0122e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0134940 con 0x7f9ed0131c80 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9ed01347c0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9ed0134ac0 con 0x7f9ed012c3b0 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9eced76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 0x7f9ed0122e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:55.387 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:57912/0 (socket says 10.20.193.4:57912) 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 -- 10.20.193.4:0/4146927091 learned_addr learned my addr 10.20.193.4:0/4146927091 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ecdd74640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ed012c3b0 0x7f9ed01228c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 -- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ed012c3b0 msgr2=0x7f9ed01228c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ed012c3b0 0x7f9ed01228c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 -- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 msgr2=0x7f9ed0122e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 0x7f9ed0122e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 -- 10.20.193.4:0/4146927091 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed0123910 con 0x7f9ed012bfd0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9eced76640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 0x7f9ed0122e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ece575640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9ec400c730 tx=0x7f9ec400cc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec4004230 con 0x7f9ed012bfd0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ec40044c0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ed01255a0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.388 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ec40038f0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.389 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ed0123ff0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.389 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.381+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ed0096480 con 0x7f9ed012bfd0 2026-02-17T22:07:55.389 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.382+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9ec4023060 con 0x7f9ed012bfd0 2026-02-17T22:07:55.389 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.382+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f9ec4066a50 con 0x7f9ed012bfd0 2026-02-17T22:07:55.389 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.384+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9ec4040900 con 0x7f9ed012bfd0 2026-02-17T22:07:55.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.469+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f9ed00697a0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.469+0000 7f9eb6ffd640 1 -- 10.20.193.4:0/4146927091 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7f9ec4065bc0 con 0x7f9ed012bfd0 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:e1 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:btime 2026-02-17T22:07:30:348197+0000 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:legacy client fscid: -1 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:07:55.473 INFO:teuthology.orchestra.run.trial004.stdout:No filesystems configured 2026-02-17T22:07:55.474 INFO:teuthology.orchestra.run.trial004.stderr:dumped fsmap epoch 1 2026-02-17T22:07:55.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.469+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 >> v1:10.20.193.4:6800/3087543391 conn(0x7f9e9c04f790 legacy=0x7f9e9c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 msgr2=0x7f9ed0122380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9ec400c730 tx=0x7f9ec400cc00 comp rx=0 tx=0).stop 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 shutdown_connections 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9ed0131c80 0x7f9ed0122e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9ed012c3b0 0x7f9ed01228c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 --2- 10.20.193.4:0/4146927091 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9ed012bfd0 0x7f9ed0122380 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 >> 10.20.193.4:0/4146927091 conn(0x7f9ed009b3a0 msgr2=0x7f9ed0132060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 shutdown_connections 2026-02-17T22:07:55.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:07:55.470+0000 7f9ed4cce640 1 -- 10.20.193.4:0/4146927091 wait complete. 2026-02-17T22:07:55.479 INFO:teuthology.run_tasks:Running task install.upgrade... 2026-02-17T22:07:55.495 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:07:55.495 INFO:teuthology.task.install:remote ubuntu@trial004.front.sepia.ceph.com config {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:07:55.495 INFO:teuthology.task.install:extra packages: [] 2026-02-17T22:07:55.503 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-17T22:07:55.503 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2026-02-17T22:07:55.504 DEBUG:teuthology.orchestra.run.trial004:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:07:55.524 INFO:teuthology.orchestra.run.trial004.stdout:19.2.3-672.g283431c0.el9 2026-02-17T22:07:55.525 INFO:teuthology.packaging:The installed version of ceph-common is 19.2.3-672.g283431c0.el9 2026-02-17T22:07:55.525 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:07:55.687 INFO:teuthology.task.install:Ceph rpm upgrade from 19.2.3-672.g283431c0.el9 to 20.2.0-670.gadc19233 2026-02-17T22:07:55.688 INFO:teuthology.task.install.rpm:Host trial004 is: centos 9.stream x86_64 2026-02-17T22:07:55.688 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:07:55.832 INFO:teuthology.task.install.rpm:Repo base URL: https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/ 2026-02-17T22:07:55.833 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-02-17T22:07:56.099 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-17T22:07:56.099 DEBUG:teuthology.orchestra.run.trial004:> set -ex 2026-02-17T22:07:56.099 DEBUG:teuthology.orchestra.run.trial004:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-17T22:07:56.124 DEBUG:teuthology.orchestra.run.trial004:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/adc1923395f2bcd6ae89b5d331d278364d1848ed/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-17T22:07:56.189 DEBUG:teuthology.orchestra.run.trial004:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-17T22:07:56.254 DEBUG:teuthology.orchestra.run.trial004:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-17T22:07:56.310 INFO:teuthology.orchestra.run.trial004.stdout:check_obsoletes = 1 2026-02-17T22:07:56.319 DEBUG:teuthology.orchestra.run.trial004:> sudo yum clean all 2026-02-17T22:07:56.478 INFO:teuthology.orchestra.run.trial004.stdout:56 files removed 2026-02-17T22:07:56.494 DEBUG:teuthology.orchestra.run.trial004:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2026-02-17T22:07:56.844 INFO:teuthology.orchestra.run.trial004.stdout:ceph packages for x86_64 440 kB/s | 89 kB 00:00 2026-02-17T22:07:56.981 INFO:teuthology.orchestra.run.trial004.stdout:ceph noarch packages 167 kB/s | 19 kB 00:00 2026-02-17T22:07:57.106 INFO:teuthology.orchestra.run.trial004.stdout:ceph source packages 19 kB/s | 1.9 kB 00:00 2026-02-17T22:07:57.516 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - BaseOS 23 MB/s | 8.9 MB 00:00 2026-02-17T22:08:00.843 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - AppStream 9.6 MB/s | 27 MB 00:02 2026-02-17T22:08:04.078 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - CRB 8.7 MB/s | 7.8 MB 00:00 2026-02-17T22:08:05.281 INFO:teuthology.orchestra.run.trial004.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 20 kB 00:00 2026-02-17T22:08:06.348 INFO:teuthology.orchestra.run.trial004.stdout:Extra Packages for Enterprise Linux 20 MB/s | 20 MB 00:01 2026-02-17T22:08:09.556 INFO:teuthology.orchestra.run.trial004.stdout:lab-extras 2.7 MB/s | 50 kB 00:00 2026-02-17T22:08:10.748 INFO:teuthology.orchestra.run.trial004.stderr:Package cephadm available, but not installed. 2026-02-17T22:08:10.748 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: cephadm 2026-02-17T22:08:10.750 INFO:teuthology.orchestra.run.trial004.stderr:Package ceph-mgr-dashboard available, but not installed. 2026-02-17T22:08:10.750 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: ceph-mgr-dashboard 2026-02-17T22:08:10.751 INFO:teuthology.orchestra.run.trial004.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2026-02-17T22:08:10.751 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-02-17T22:08:10.751 INFO:teuthology.orchestra.run.trial004.stderr:Package ceph-mgr-rook available, but not installed. 2026-02-17T22:08:10.752 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: ceph-mgr-rook 2026-02-17T22:08:10.752 INFO:teuthology.orchestra.run.trial004.stderr:Package ceph-mgr-cephadm available, but not installed. 2026-02-17T22:08:10.752 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: ceph-mgr-cephadm 2026-02-17T22:08:10.753 INFO:teuthology.orchestra.run.trial004.stderr:Package ceph-volume available, but not installed. 2026-02-17T22:08:10.753 INFO:teuthology.orchestra.run.trial004.stdout:No match for argument: ceph-volume 2026-02-17T22:08:10.790 INFO:teuthology.orchestra.run.trial004.stdout:Dependencies resolved. 2026-02-17T22:08:10.791 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:08:10.791 INFO:teuthology.orchestra.run.trial004.stdout: Package Arch Version Repository Size 2026-02-17T22:08:10.791 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout:Upgrading: 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph x86_64 2:20.2.0-670.gadc19233.el9 ceph 6.5 k 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base x86_64 2:20.2.0-670.gadc19233.el9 ceph 5.9 M 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 M 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse x86_64 2:20.2.0-670.gadc19233.el9 ceph 942 k 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: x86_64 2:20.2.0-670.gadc19233.el9 ceph 154 k 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.3 M 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr x86_64 2:20.2.0-670.gadc19233.el9 ceph 961 k 2026-02-17T22:08:10.792 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core noarch 2:20.2.0-670.gadc19233.el9 ceph-noarch 290 k 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon x86_64 2:20.2.0-670.gadc19233.el9 ceph 5.1 M 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd x86_64 2:20.2.0-670.gadc19233.el9 ceph 17 M 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 M 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux x86_64 2:20.2.0-670.gadc19233.el9 ceph 25 k 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test x86_64 2:20.2.0-670.gadc19233.el9 ceph 84 M 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel x86_64 2:20.2.0-670.gadc19233.el9 ceph 34 k 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 869 k 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite x86_64 2:20.2.0-670.gadc19233.el9 ceph 164 k 2026-02-17T22:08:10.793 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel x86_64 2:20.2.0-670.gadc19233.el9 ceph 126 k 2026-02-17T22:08:10.794 INFO:teuthology.orchestra.run.trial004.stdout: librados2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 3.5 M 2026-02-17T22:08:10.794 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1 x86_64 2:20.2.0-670.gadc19233.el9 ceph 250 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: librbd1 x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.8 M 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: librgw2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 6.4 M 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse x86_64 2:20.2.0-670.gadc19233.el9 ceph 45 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common x86_64 2:20.2.0-670.gadc19233.el9 ceph 175 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs x86_64 2:20.2.0-670.gadc19233.el9 ceph 162 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados x86_64 2:20.2.0-670.gadc19233.el9 ceph 323 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd x86_64 2:20.2.0-670.gadc19233.el9 ceph 305 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw x86_64 2:20.2.0-670.gadc19233.el9 ceph 99 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse x86_64 2:20.2.0-670.gadc19233.el9 ceph 91 k 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.9 M 2026-02-17T22:08:10.795 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd x86_64 2:20.2.0-670.gadc19233.el9 ceph 180 k 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:Installing dependencies: 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-proxy2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 k 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:Installing weak dependencies: 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-daemon x86_64 2:20.2.0-670.gadc19233.el9 ceph 35 k 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:Transaction Summary 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:================================================================================ 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:Install 2 Packages 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout:Upgrade 30 Packages 2026-02-17T22:08:10.796 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:10.797 INFO:teuthology.orchestra.run.trial004.stdout:Total download size: 182 M 2026-02-17T22:08:10.797 INFO:teuthology.orchestra.run.trial004.stdout:Downloading Packages: 2026-02-17T22:08:10.987 INFO:teuthology.orchestra.run.trial004.stdout:(1/32): ceph-20.2.0-670.gadc19233.el9.x86_64.rp 33 kB/s | 6.5 kB 00:00 2026-02-17T22:08:11.033 INFO:teuthology.orchestra.run.trial004.stdout:(2/32): libcephfs-proxy2-20.2.0-670.gadc19233.e 101 kB/s | 24 kB 00:00 2026-02-17T22:08:11.035 INFO:teuthology.orchestra.run.trial004.stdout:(3/32): libcephfs-daemon-20.2.0-670.gadc19233.e 146 kB/s | 35 kB 00:00 2026-02-17T22:08:11.731 INFO:teuthology.orchestra.run.trial004.stdout:(4/32): ceph-fuse-20.2.0-670.gadc19233.el9.x86_ 1.3 MB/s | 942 kB 00:00 2026-02-17T22:08:11.839 INFO:teuthology.orchestra.run.trial004.stdout:(5/32): ceph-immutable-object-cache-20.2.0-670. 1.4 MB/s | 154 kB 00:00 2026-02-17T22:08:12.717 INFO:teuthology.orchestra.run.trial004.stdout:(6/32): ceph-mds-20.2.0-670.gadc19233.el9.x86_6 2.7 MB/s | 2.3 MB 00:00 2026-02-17T22:08:12.976 INFO:teuthology.orchestra.run.trial004.stdout:(7/32): ceph-mgr-20.2.0-670.gadc19233.el9.x86_6 3.6 MB/s | 961 kB 00:00 2026-02-17T22:08:13.126 INFO:teuthology.orchestra.run.trial004.stdout:(8/32): ceph-base-20.2.0-670.gadc19233.el9.x86_ 2.8 MB/s | 5.9 MB 00:02 2026-02-17T22:08:14.467 INFO:teuthology.orchestra.run.trial004.stdout:(9/32): ceph-mon-20.2.0-670.gadc19233.el9.x86_6 3.4 MB/s | 5.1 MB 00:01 2026-02-17T22:08:14.699 INFO:teuthology.orchestra.run.trial004.stdout:(10/32): ceph-osd-20.2.0-670.gadc19233.el9.x86_ 11 MB/s | 17 MB 00:01 2026-02-17T22:08:14.743 INFO:teuthology.orchestra.run.trial004.stdout:(11/32): ceph-selinux-20.2.0-670.gadc19233.el9. 570 kB/s | 25 kB 00:00 2026-02-17T22:08:16.024 INFO:teuthology.orchestra.run.trial004.stdout:(12/32): ceph-common-20.2.0-670.gadc19233.el9.x 4.8 MB/s | 24 MB 00:04 2026-02-17T22:08:16.073 INFO:teuthology.orchestra.run.trial004.stdout:(13/32): libcephfs-devel-20.2.0-670.gadc19233.e 706 kB/s | 34 kB 00:00 2026-02-17T22:08:16.299 INFO:teuthology.orchestra.run.trial004.stdout:(14/32): libcephfs2-20.2.0-670.gadc19233.el9.x8 3.8 MB/s | 869 kB 00:00 2026-02-17T22:08:16.354 INFO:teuthology.orchestra.run.trial004.stdout:(15/32): libcephsqlite-20.2.0-670.gadc19233.el9 2.9 MB/s | 164 kB 00:00 2026-02-17T22:08:16.412 INFO:teuthology.orchestra.run.trial004.stdout:(16/32): librados-devel-20.2.0-670.gadc19233.el 2.2 MB/s | 126 kB 00:00 2026-02-17T22:08:17.196 INFO:teuthology.orchestra.run.trial004.stdout:(17/32): librados2-20.2.0-670.gadc19233.el9.x86 4.5 MB/s | 3.5 MB 00:00 2026-02-17T22:08:17.250 INFO:teuthology.orchestra.run.trial004.stdout:(18/32): libradosstriper1-20.2.0-670.gadc19233. 4.5 MB/s | 250 kB 00:00 2026-02-17T22:08:17.858 INFO:teuthology.orchestra.run.trial004.stdout:(19/32): librbd1-20.2.0-670.gadc19233.el9.x86_6 4.7 MB/s | 2.8 MB 00:00 2026-02-17T22:08:18.498 INFO:teuthology.orchestra.run.trial004.stdout:(20/32): ceph-test-20.2.0-670.gadc19233.el9.x86 22 MB/s | 84 MB 00:03 2026-02-17T22:08:18.525 INFO:teuthology.orchestra.run.trial004.stdout:(21/32): python3-ceph-argparse-20.2.0-670.gadc1 1.6 MB/s | 45 kB 00:00 2026-02-17T22:08:18.561 INFO:teuthology.orchestra.run.trial004.stdout:(22/32): python3-ceph-common-20.2.0-670.gadc192 4.8 MB/s | 175 kB 00:00 2026-02-17T22:08:18.595 INFO:teuthology.orchestra.run.trial004.stdout:(23/32): python3-cephfs-20.2.0-670.gadc19233.el 4.6 MB/s | 162 kB 00:00 2026-02-17T22:08:18.633 INFO:teuthology.orchestra.run.trial004.stdout:(24/32): python3-rados-20.2.0-670.gadc19233.el9 8.3 MB/s | 323 kB 00:00 2026-02-17T22:08:18.672 INFO:teuthology.orchestra.run.trial004.stdout:(25/32): python3-rbd-20.2.0-670.gadc19233.el9.x 7.7 MB/s | 305 kB 00:00 2026-02-17T22:08:18.708 INFO:teuthology.orchestra.run.trial004.stdout:(26/32): python3-rgw-20.2.0-670.gadc19233.el9.x 2.7 MB/s | 99 kB 00:00 2026-02-17T22:08:18.741 INFO:teuthology.orchestra.run.trial004.stdout:(27/32): rbd-fuse-20.2.0-670.gadc19233.el9.x86_ 2.8 MB/s | 91 kB 00:00 2026-02-17T22:08:18.862 INFO:teuthology.orchestra.run.trial004.stdout:(28/32): rbd-mirror-20.2.0-670.gadc19233.el9.x8 24 MB/s | 2.9 MB 00:00 2026-02-17T22:08:18.901 INFO:teuthology.orchestra.run.trial004.stdout:(29/32): rbd-nbd-20.2.0-670.gadc19233.el9.x86_6 4.5 MB/s | 180 kB 00:00 2026-02-17T22:08:18.940 INFO:teuthology.orchestra.run.trial004.stdout:(30/32): ceph-mgr-modules-core-20.2.0-670.gadc1 7.3 MB/s | 290 kB 00:00 2026-02-17T22:08:18.986 INFO:teuthology.orchestra.run.trial004.stdout:(31/32): librgw2-20.2.0-670.gadc19233.el9.x86_6 5.6 MB/s | 6.4 MB 00:01 2026-02-17T22:08:19.685 INFO:teuthology.orchestra.run.trial004.stdout:(32/32): ceph-radosgw-20.2.0-670.gadc19233.el9. 4.5 MB/s | 24 MB 00:05 2026-02-17T22:08:19.687 INFO:teuthology.orchestra.run.trial004.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:08:19.687 INFO:teuthology.orchestra.run.trial004.stdout:Total 21 MB/s | 182 MB 00:08 2026-02-17T22:08:19.688 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction check 2026-02-17T22:08:19.709 INFO:teuthology.orchestra.run.trial004.stdout:Transaction check succeeded. 2026-02-17T22:08:19.709 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction test 2026-02-17T22:08:20.294 INFO:teuthology.orchestra.run.trial004.stdout:Transaction test succeeded. 2026-02-17T22:08:20.295 INFO:teuthology.orchestra.run.trial004.stdout:Running transaction 2026-02-17T22:08:21.062 INFO:teuthology.orchestra.run.trial004.stdout: Preparing : 1/1 2026-02-17T22:08:21.070 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librados2-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:08:21.207 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:08:21.208 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:08:21.256 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:08:21.257 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:08:21.269 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:08:21.271 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 4/62 2026-02-17T22:08:21.272 INFO:teuthology.orchestra.run.trial004.stdout: Installing : libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:08:21.565 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:08:21.581 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librgw2-2:20.2.0-670.gadc19233.el9.x86_64 6/62 2026-02-17T22:08:21.609 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librgw2-2:20.2.0-670.gadc19233.el9.x86_64 6/62 2026-02-17T22:08:21.617 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 7/62 2026-02-17T22:08:21.617 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 8/62 2026-02-17T22:08:21.639 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 8/62 2026-02-17T22:08:21.640 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:08:21.653 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:08:21.662 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x 10/62 2026-02-17T22:08:21.678 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 11/62 2026-02-17T22:08:21.684 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 12/62 2026-02-17T22:08:21.692 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 13/62 2026-02-17T22:08:21.739 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 14/62 2026-02-17T22:08:21.772 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.n 15/62 2026-02-17T22:08:21.774 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86 16/62 2026-02-17T22:08:22.876 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:08:22.899 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:08:23.197 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:08:23.204 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 18/62 2026-02-17T22:08:23.218 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 18/62 2026-02-17T22:08:23.218 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:08:27.401 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:08:27.403 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 20/62 2026-02-17T22:08:27.454 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 20/62 2026-02-17T22:08:27.455 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:08:27.674 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:08:27.682 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 22/62 2026-02-17T22:08:28.380 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 22/62 2026-02-17T22:08:28.400 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:08:28.410 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:08:29.477 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-2:20.2.0-670.gadc19233.el9.x86_64 24/62 2026-02-17T22:08:29.494 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:08:29.508 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:08:29.509 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-immutable-object-cache-2:20.2.0-670.gadc19233 26/62 2026-02-17T22:08:29.642 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-670.gadc19233 26/62 2026-02-17T22:08:29.645 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:08:33.538 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:08:33.554 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 28/62 2026-02-17T22:08:33.559 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 29/62 2026-02-17T22:08:33.569 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 30/62 2026-02-17T22:08:33.610 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 31/62 2026-02-17T22:08:33.612 INFO:teuthology.orchestra.run.trial004.stdout: Upgrading : ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 32/62 2026-02-17T22:08:33.616 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-2:19.2.3-672.g283431c0.el9.x86_64 33/62 2026-02-17T22:08:33.619 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 34/62 2026-02-17T22:08:33.625 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:08:33.625 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:08:33.633 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:08:33.635 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 36/62 2026-02-17T22:08:33.640 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:08:33.640 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:08:33.648 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:08:33.654 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:08:33.654 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:08:33.661 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:08:33.663 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 39/62 2026-02-17T22:08:33.669 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:08:33.669 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:08:33.676 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:08:33.677 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 41/62 2026-02-17T22:08:33.677 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:08:33.690 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:08:33.691 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 43/62 2026-02-17T22:08:33.697 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:08:33.697 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:08:33.705 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:08:33.710 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:08:33.710 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:08:33.718 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:08:33.725 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:08:33.725 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:08:33.733 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:08:33.733 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 47/62 2026-02-17T22:08:33.741 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 47/62 2026-02-17T22:08:33.748 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:08:33.748 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:08:33.763 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:08:33.763 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 49/62 2026-02-17T22:08:33.772 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 49/62 2026-02-17T22:08:33.772 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:08:33.784 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:08:33.785 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 51/62 2026-02-17T22:08:33.786 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 52/62 2026-02-17T22:08:33.786 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 53/62 2026-02-17T22:08:33.798 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 53/62 2026-02-17T22:08:33.799 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 54/62 2026-02-17T22:08:33.799 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 55/62 2026-02-17T22:08:33.811 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 55/62 2026-02-17T22:08:33.812 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 56/62 2026-02-17T22:08:33.812 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 57/62 2026-02-17T22:08:33.824 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 57/62 2026-02-17T22:08:33.825 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 58/62 2026-02-17T22:08:33.826 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 59/62 2026-02-17T22:08:33.828 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 60/62 2026-02-17T22:08:33.831 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 61/62 2026-02-17T22:08:33.831 INFO:teuthology.orchestra.run.trial004.stdout: Cleanup : librados2-2:19.2.3-672.g283431c0.el9.x86_64 62/62 2026-02-17T22:08:34.234 INFO:teuthology.orchestra.run.trial004.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 62/62 2026-02-17T22:08:34.234 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:08:34.234 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:08:34.234 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 4/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 6/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 7/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 8/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 10/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-670.gadc19233 11/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 12/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 13/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 14/62 2026-02-17T22:08:34.235 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 15/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 16/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 18/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 20/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 22/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 24/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:08:34.236 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 26/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 28/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 29/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 30/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 31/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 32/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 33/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 34/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:20.2.0-670.gadc19233.el9.x86_64 35/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 36/62 2026-02-17T22:08:34.237 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 37/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:20.2.0-670.gadc19233.el9.x86_64 39/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 40/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librgw2-2:20.2.0-670.gadc19233.el9.x86_64 41/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x 43/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 44/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86 45/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 46/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 47/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 49/62 2026-02-17T22:08:34.238 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 51/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 52/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 53/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 54/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 55/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 56/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 57/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 58/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 59/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 60/62 2026-02-17T22:08:34.239 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.n 61/62 2026-02-17T22:08:34.296 INFO:teuthology.orchestra.run.trial004.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 62/62 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout:Upgraded: 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-immutable-object-cache-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.297 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.noarch 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: librados2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.298 INFO:teuthology.orchestra.run.trial004.stdout: librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: librgw2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout:Installed: 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.299 INFO:teuthology.orchestra.run.trial004.stdout: libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:08:34.300 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:34.300 INFO:teuthology.orchestra.run.trial004.stdout:Complete! 2026-02-17T22:08:34.352 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:08:34.501 DEBUG:teuthology.orchestra.run.trial004:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:08:34.521 INFO:teuthology.orchestra.run.trial004.stdout:20.2.0-670.gadc19233.el9 2026-02-17T22:08:34.521 INFO:teuthology.packaging:The installed version of ceph is 20.2.0-670.gadc19233.el9 2026-02-17T22:08:34.521 INFO:teuthology.task.install:The correct ceph version 20.2.0-670.gadc19233 is installed. 2026-02-17T22:08:34.523 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:08:34.534 INFO:teuthology.task.print:**** done install.upgrade 2026-02-17T22:08:34.534 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-17T22:08:34.548 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-17T22:08:34.548 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:34.571 INFO:tasks.ceph.mon.a:Stopped 2026-02-17T22:08:34.571 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-17T22:08:34.571 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-17T22:08:34.613 INFO:tasks.ceph.mon.a:Started 2026-02-17T22:08:34.613 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-17T22:08:34.613 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:34.622 INFO:tasks.ceph.mon.b:Stopped 2026-02-17T22:08:34.622 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-17T22:08:34.622 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-17T22:08:34.664 INFO:tasks.ceph.mon.b:Started 2026-02-17T22:08:34.664 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-17T22:08:34.664 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:34.675 INFO:tasks.ceph.mon.c:Stopped 2026-02-17T22:08:34.675 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-17T22:08:34.675 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-17T22:08:34.717 INFO:tasks.ceph.mon.c:Started 2026-02-17T22:08:34.717 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-17T22:08:34.717 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:34.737 INFO:tasks.ceph.mgr.x:Stopped 2026-02-17T22:08:34.737 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-17T22:08:34.737 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-17T22:08:34.780 INFO:tasks.ceph.mgr.x:Started 2026-02-17T22:08:34.780 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-17T22:08:34.780 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:34.805 INFO:tasks.ceph.mgr.y:Stopped 2026-02-17T22:08:34.805 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-17T22:08:34.805 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-17T22:08:34.848 INFO:tasks.ceph.mgr.y:Started 2026-02-17T22:08:34.848 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-17T22:08:34.865 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:08:34.865 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:08:34.865 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:08:34.943 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 -- 10.20.193.4:0/2037913949 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 msgr2=0x7f878807cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:34.943 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 --2- 10.20.193.4:0/2037913949 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807cd70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f877c009f10 tx=0x7f877c02f2f0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 -- 10.20.193.4:0/2037913949 shutdown_connections 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 --2- 10.20.193.4:0/2037913949 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807cd70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 --2- 10.20.193.4:0/2037913949 >> v2:10.20.193.4:3300/0 conn(0x7f87880814c0 0x7f878807c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 --2- 10.20.193.4:0/2037913949 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f8788080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 -- 10.20.193.4:0/2037913949 >> 10.20.193.4:0/2037913949 conn(0x7f87880833e0 msgr2=0x7f87880840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 -- 10.20.193.4:0/2037913949 shutdown_connections 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.937+0000 7f878e1be640 1 -- 10.20.193.4:0/2037913949 wait complete. 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 Processor -- start 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 -- start start 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:34.944 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 0x7f878807ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8788195870 con 0x7f87880814c0 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f87881956f0 con 0x7f878807c940 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f878e1be640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f87881959f0 con 0x7f8788080bb0 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f87877fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8787fff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 0x7f878807ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:55398/0 (socket says 10.20.193.4:55398) 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 -- 10.20.193.4:0/2661697786 learned_addr learned my addr 10.20.193.4:0/2661697786 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 -- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 msgr2=0x7f878807d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 -- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 msgr2=0x7f878807ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 0x7f878807ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:34.945 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 -- 10.20.193.4:0/2661697786 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87880798a0 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8787fff640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 0x7f878807ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.938+0000 7f8786ffd640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8778002750 tx=0x7f8778002c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877800eb30 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f877800edc0 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f878807aba0 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8778010670 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f878807e460 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8788080f80 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.939+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f8778010810 con 0x7f8788080bb0 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.940+0000 7f87877fe640 1 -- 10.20.193.4:0/2661697786 >> v1:10.20.193.4:6800/3087543391 conn(0x7f875804fac0 legacy=0x7f875806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:34.946 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.940+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f87780677e0 con 0x7f8788080bb0 2026-02-17T22:08:34.947 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:34.941+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f8778014030 con 0x7f8788080bb0 2026-02-17T22:08:35.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.028+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f878807b3a0 con 0x7f8788080bb0 2026-02-17T22:08:35.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.029+0000 7f8763fff640 1 -- 10.20.193.4:0/2661697786 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+121578 (secure 0 0 0) 0x7f8778009480 con 0x7f8788080bb0 2026-02-17T22:08:35.034 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:35.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 >> v1:10.20.193.4:6800/3087543391 conn(0x7f875804fac0 legacy=0x7f875806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 msgr2=0x7f878807df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f8778002750 tx=0x7f8778002c20 comp rx=0 tx=0).stop 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 shutdown_connections 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f87880814c0 0x7f878807ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8788080bb0 0x7f878807df20 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 --2- 10.20.193.4:0/2661697786 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f878807c940 0x7f878807d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 >> 10.20.193.4:0/2661697786 conn(0x7f87880833e0 msgr2=0x7f8788132470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 shutdown_connections 2026-02-17T22:08:35.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.031+0000 7f878e1be640 1 -- 10.20.193.4:0/2661697786 wait complete. 2026-02-17T22:08:35.043 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":6,"flags":0,"active_gid":4152,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6800","nonce":3087543391}]},"active_addr":"10.20.193.4:6800/3087543391","active_change":"2026-02-17T22:07:32.485090+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4135,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":876706050}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":503382043}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":501859778}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":3050935799}]}]} 2026-02-17T22:08:35.047 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:08:35.047 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:08:35.047 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:35.121 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 -- 10.20.193.4:0/2355618276 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 msgr2=0x7f2c6c080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 --2- 10.20.193.4:0/2355618276 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c080f80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2c58004770 tx=0x7f2c5802f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 -- 10.20.193.4:0/2355618276 shutdown_connections 2026-02-17T22:08:35.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 --2- 10.20.193.4:0/2355618276 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 0x7f2c6c07c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 --2- 10.20.193.4:0/2355618276 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c080f80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 -- 10.20.193.4:0/2355618276 >> 10.20.193.4:0/2355618276 conn(0x7f2c6c0833e0 msgr2=0x7f2c6c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 -- 10.20.193.4:0/2355618276 shutdown_connections 2026-02-17T22:08:35.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.114+0000 7f2c7242c640 1 -- 10.20.193.4:0/2355618276 wait complete. 2026-02-17T22:08:35.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 Processor -- start 2026-02-17T22:08:35.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 -- start start 2026-02-17T22:08:35.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 0x7f2c6c07dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 0x7f2c6c11f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c196a70 con 0x7f2c6c080bb0 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2c6c07d250 con 0x7f2c6c07c940 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c7242c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2c6c196bf0 con 0x7f2c6c0814c0 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:38956/0 (socket says 10.20.193.4:38956) 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 -- 10.20.193.4:0/3971632473 learned_addr learned my addr 10.20.193.4:0/3971632473 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c709a2640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 0x7f2c6c11f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6bfff640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 0x7f2c6c07dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 -- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 msgr2=0x7f2c6c11f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 0x7f2c6c11f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 -- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 msgr2=0x7f2c6c07dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 0x7f2c6c07dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 -- 10.20.193.4:0/3971632473 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c6c05d170 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6bfff640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 0x7f2c6c07dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.115+0000 7f2c6b7fe640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0094b0 tx=0x7f2c5c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c00cd20 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c5c004880 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6c05d7e0 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c004cd0 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c6c11fe30 con 0x7f2c6c080bb0 2026-02-17T22:08:35.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f2c5c004080 con 0x7f2c6c080bb0 2026-02-17T22:08:35.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.116+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c6c080f80 con 0x7f2c6c080bb0 2026-02-17T22:08:35.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.117+0000 7f2c6bfff640 1 -- 10.20.193.4:0/3971632473 >> v1:10.20.193.4:6800/3087543391 conn(0x7f2c3c04fac0 legacy=0x7f2c3c06ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.117+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f2c5c0679a0 con 0x7f2c6c080bb0 2026-02-17T22:08:35.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.118+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f2c5c041540 con 0x7f2c6c080bb0 2026-02-17T22:08:35.194 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.191+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c6c079e20 con 0x7f2c6c080bb0 2026-02-17T22:08:35.194 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.191+0000 7f2c68ff9640 1 -- 10.20.193.4:0/3971632473 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+8792 (secure 0 0 0) 0x7f2c5c066b10 con 0x7f2c6c080bb0 2026-02-17T22:08:35.195 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:35.195 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":19,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:55.337500+0000","last_up_change":"2026-02-17T22:07:42.221223+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":3081099221}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":3081099221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":3081099221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":3081099221}]},"public_addr":"10.20.193.4:6801/3081099221","cluster_addr":"10.20.193.4:6802/3081099221","heartbeat_back_addr":"10.20.193.4:6804/3081099221","heartbeat_front_addr":"10.20.193.4:6803/3081099221","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":3315906885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":3315906885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":3315906885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":3315906885}]},"public_addr":"10.20.193.4:6805/3315906885","cluster_addr":"10.20.193.4:6806/3315906885","heartbeat_back_addr":"10.20.193.4:6808/3315906885","heartbeat_front_addr":"10.20.193.4:6807/3315906885","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:35.196 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 >> v1:10.20.193.4:6800/3087543391 conn(0x7f2c3c04fac0 legacy=0x7f2c3c06ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.196 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 msgr2=0x7f2c6c07e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.196 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c0094b0 tx=0x7f2c5c00ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:35.196 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 shutdown_connections 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2c6c0814c0 0x7f2c6c11f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2c6c080bb0 0x7f2c6c07e2b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 --2- 10.20.193.4:0/3971632473 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2c6c07c940 0x7f2c6c07dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 >> 10.20.193.4:0/3971632473 conn(0x7f2c6c0833e0 msgr2=0x7f2c6c12ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 shutdown_connections 2026-02-17T22:08:35.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.193+0000 7f2c7242c640 1 -- 10.20.193.4:0/3971632473 wait complete. 2026-02-17T22:08:35.205 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:08:35.205 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:35.277 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2660314596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb007c940 msgr2=0x7f0bb007cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2660314596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb007c940 0x7f0bb007cd80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f0bac009750 tx=0x7f0bac02f3c0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2660314596 shutdown_connections 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2660314596 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb007c940 0x7f0bb007cd80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2660314596 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb00814c0 0x7f0bb007c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2660314596 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb0080bb0 0x7f0bb0080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2660314596 >> 10.20.193.4:0/2660314596 conn(0x7f0bb00833e0 msgr2=0x7f0bb00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2660314596 shutdown_connections 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2660314596 wait complete. 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 Processor -- start 2026-02-17T22:08:35.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- start start 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb007c940 0x7f0bb007ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb0080bb0 0x7f0bb007b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb0195830 con 0x7f0bb00814c0 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb01956b0 con 0x7f0bb0080bb0 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.272+0000 7f0bb7aaf640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f0bb01959b0 con 0x7f0bb007c940 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb5824640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb007c940 0x7f0bb007ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:38982/0 (socket says 10.20.193.4:38982) 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 -- 10.20.193.4:0/2357403256 learned_addr learned my addr 10.20.193.4:0/2357403256 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb5023640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb0080bb0 0x7f0bb007b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 -- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb007c940 msgr2=0x7f0bb007ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb007c940 0x7f0bb007ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 -- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb0080bb0 msgr2=0x7f0bb007b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb0080bb0 0x7f0bb007b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 -- 10.20.193.4:0/2357403256 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb012e2d0 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb6025640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0bac009fa0 tx=0x7f0bac009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac007aa0 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bac007d30 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb007a770 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac004330 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb0146420 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb0080f80 con 0x7f0bb00814c0 2026-02-17T22:08:35.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.273+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f0bac0044d0 con 0x7f0bb00814c0 2026-02-17T22:08:35.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.274+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f0bac08bb70 con 0x7f0bb00814c0 2026-02-17T22:08:35.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.274+0000 7f0bb5824640 1 -- 10.20.193.4:0/2357403256 >> v1:10.20.193.4:6800/3087543391 conn(0x7f0b8004fac0 legacy=0x7f0b8006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.275+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f0bac065640 con 0x7f0bb00814c0 2026-02-17T22:08:35.353 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.349+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0bb0053200 con 0x7f0bb00814c0 2026-02-17T22:08:35.353 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.350+0000 7f0b9e7fc640 1 -- 10.20.193.4:0/2357403256 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) ==== 74+0+8792 (secure 0 0 0) 0x7f0bac08acc0 con 0x7f0bb00814c0 2026-02-17T22:08:35.353 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:35.354 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":19,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:07:55.337500+0000","last_up_change":"2026-02-17T22:07:42.221223+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":3081099221}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":3081099221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":3081099221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":3081099221}]},"public_addr":"10.20.193.4:6801/3081099221","cluster_addr":"10.20.193.4:6802/3081099221","heartbeat_back_addr":"10.20.193.4:6804/3081099221","heartbeat_front_addr":"10.20.193.4:6803/3081099221","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":3315906885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":3315906885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":3315906885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":3315906885}]},"public_addr":"10.20.193.4:6805/3315906885","cluster_addr":"10.20.193.4:6806/3315906885","heartbeat_back_addr":"10.20.193.4:6808/3315906885","heartbeat_front_addr":"10.20.193.4:6807/3315906885","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 >> v1:10.20.193.4:6800/3087543391 conn(0x7f0b8004fac0 legacy=0x7f0b8006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 msgr2=0x7f0bb007b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0bac009fa0 tx=0x7f0bac009380 comp rx=0 tx=0).stop 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 shutdown_connections 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f0bb00814c0 0x7f0bb007b7c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.355 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f0bb0080bb0 0x7f0bb007b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 --2- 10.20.193.4:0/2357403256 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f0bb007c940 0x7f0bb007ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 >> 10.20.193.4:0/2357403256 conn(0x7f0bb00833e0 msgr2=0x7f0bb0134070 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 shutdown_connections 2026-02-17T22:08:35.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.351+0000 7f0bb7aaf640 1 -- 10.20.193.4:0/2357403256 wait complete. 2026-02-17T22:08:35.364 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:08:35.364 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:08:35.365 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:08:35.365 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:08:35.438 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 -- 10.20.193.4:0/3570559689 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c081690 msgr2=0x7f418c175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 --2- 10.20.193.4:0/3570559689 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c081690 0x7f418c175130 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4180004770 tx=0x7f418002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 -- 10.20.193.4:0/3570559689 shutdown_connections 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 --2- 10.20.193.4:0/3570559689 >> v2:10.20.193.4:3300/0 conn(0x7f418c175670 0x7f418c195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 --2- 10.20.193.4:0/3570559689 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c081690 0x7f418c175130 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 -- 10.20.193.4:0/3570559689 >> 10.20.193.4:0/3570559689 conn(0x7f418c0833e0 msgr2=0x7f418c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 -- 10.20.193.4:0/3570559689 shutdown_connections 2026-02-17T22:08:35.439 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f4193b29640 1 -- 10.20.193.4:0/3570559689 wait complete. 2026-02-17T22:08:35.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- 10.20.193.4:0/1544126189 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f28781368f0 msgr2=0x7f2878197270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 --2- 10.20.193.4:0/1544126189 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f28781368f0 0x7f2878197270 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2874009f10 tx=0x7f287402f290 comp rx=0 tx=0).stop 2026-02-17T22:08:35.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- 10.20.193.4:0/2025097147 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 msgr2=0x7f3894177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.440 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 --2- 10.20.193.4:0/2025097147 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 0x7f3894177630 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3884004770 tx=0x7f388402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- 10.20.193.4:0/1544126189 shutdown_connections 2026-02-17T22:08:35.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 --2- 10.20.193.4:0/1544126189 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f28781368f0 0x7f2878197270 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 --2- 10.20.193.4:0/1544126189 >> v2:10.20.193.4:3300/0 conn(0x7f2878135f40 0x7f28781363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 --2- 10.20.193.4:0/1544126189 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f2878086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- 10.20.193.4:0/2025097147 shutdown_connections 2026-02-17T22:08:35.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 --2- 10.20.193.4:0/2025097147 >> v2:10.20.193.4:3300/0 conn(0x7f3894177b70 0x7f3894197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 --2- 10.20.193.4:0/2025097147 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 0x7f3894177630 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- 10.20.193.4:0/2025097147 >> 10.20.193.4:0/2025097147 conn(0x7f389408aae0 msgr2=0x7f389408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- 10.20.193.4:0/1544126189 >> 10.20.193.4:0/1544126189 conn(0x7f287808aae0 msgr2=0x7f287808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- 10.20.193.4:0/2025097147 shutdown_connections 2026-02-17T22:08:35.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- 10.20.193.4:0/1544126189 shutdown_connections 2026-02-17T22:08:35.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- 10.20.193.4:0/2025097147 wait complete. 2026-02-17T22:08:35.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- 10.20.193.4:0/1544126189 wait complete. 2026-02-17T22:08:35.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 -- 10.20.193.4:0/1389506766 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704130220 msgr2=0x7f7704086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 --2- 10.20.193.4:0/1389506766 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704130220 0x7f7704086570 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f76f8005fd0 tx=0x7f76f802f180 comp rx=0 tx=0).stop 2026-02-17T22:08:35.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 -- 10.20.193.4:0/1389506766 shutdown_connections 2026-02-17T22:08:35.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 --2- 10.20.193.4:0/1389506766 >> v2:10.20.193.4:3300/0 conn(0x7f77041368f0 0x7f7704197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 --2- 10.20.193.4:0/1389506766 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704135f40 0x7f77041363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 --2- 10.20.193.4:0/1389506766 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704130220 0x7f7704086570 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 -- 10.20.193.4:0/1389506766 >> 10.20.193.4:0/1389506766 conn(0x7f770408aae0 msgr2=0x7f770408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 -- 10.20.193.4:0/1389506766 shutdown_connections 2026-02-17T22:08:35.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 Processor -- start 2026-02-17T22:08:35.445 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 Processor -- start 2026-02-17T22:08:35.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f7708ee6640 1 -- 10.20.193.4:0/1389506766 wait complete. 2026-02-17T22:08:35.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f287f3cd640 1 -- start start 2026-02-17T22:08:35.446 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.435+0000 7f3899ea3640 1 -- start start 2026-02-17T22:08:35.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f287805b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2878135f40 0x7f2878196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.447 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f28781368f0 0x7f287805b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2878197b40 con 0x7f28781368f0 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f28781979c0 con 0x7f2878135f40 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2878197cc0 con 0x7f2878130220 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d142640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f287805b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2878135f40 0x7f2878196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d142640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f287805b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:55460/0 (socket says 10.20.193.4:55460) 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d142640 1 -- 10.20.193.4:0/81439305 learned_addr learned my addr 10.20.193.4:0/81439305 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d943640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f28781368f0 0x7f287805b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3894130220 0x7f3894177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 0x7f3894197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 0x7f389411e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f3894198c30 con 0x7f3894177b70 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f3894198ab0 con 0x7f3894130220 2026-02-17T22:08:35.449 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f3894198db0 con 0x7f3894157250 2026-02-17T22:08:35.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 Processor -- start 2026-02-17T22:08:35.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3894130220 0x7f3894177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3893fff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 0x7f389411e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3892ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 0x7f3894197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3893fff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 0x7f389411e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39024/0 (socket says 10.20.193.4:39024) 2026-02-17T22:08:35.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3893fff640 1 -- 10.20.193.4:0/2031391359 learned_addr learned my addr 10.20.193.4:0/2031391359 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 -- start start 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 -- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 msgr2=0x7f287805b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f287805b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 -- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f28781368f0 msgr2=0x7f287805b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f28781368f0 0x7f287805b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 -- 10.20.193.4:0/81439305 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f287805c3c0 con 0x7f2878135f40 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d142640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2878130220 0x7f287805b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287d943640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f28781368f0 0x7f287805b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.452 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 Processor -- start 2026-02-17T22:08:35.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 -- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 msgr2=0x7f3894197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 --2- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3894157250 0x7f3894197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 -- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 msgr2=0x7f389411e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 --2- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 0x7f389411e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.453 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 -- 10.20.193.4:0/2031391359 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38941307a0 con 0x7f3894130220 2026-02-17T22:08:35.454 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 -- start start 2026-02-17T22:08:35.454 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3893fff640 1 --2- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3894177b70 0x7f389411e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:35.454 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287c941640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2878135f40 0x7f2878196fd0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f286c00e9f0 tx=0x7f286c00eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.455 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 0x7f418c133810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.455 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f418c081690 0x7f418c175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.455 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f38937fe640 1 --2- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3894130220 0x7f3894177630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f388000c4d0 tx=0x7f388000c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.456 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f418c175670 0x7f418c133d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.456 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f418c196aa0 con 0x7f418c081690 2026-02-17T22:08:35.456 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c00ccc0 con 0x7f2878135f40 2026-02-17T22:08:35.456 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f418c196920 con 0x7f418c080bb0 2026-02-17T22:08:35.456 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f4193b29640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f418c196c20 con 0x7f418c175670 2026-02-17T22:08:35.457 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f286c004880 con 0x7f2878135f40 2026-02-17T22:08:35.457 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f287805c960 con 0x7f2878135f40 2026-02-17T22:08:35.457 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 0x7f418c133810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.458 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3880016020 con 0x7f3894130220 2026-02-17T22:08:35.458 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2878197510 con 0x7f2878135f40 2026-02-17T22:08:35.458 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c00ce60 con 0x7f2878135f40 2026-02-17T22:08:35.458 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 0x7f418c133810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:54892/0 (socket says 10.20.193.4:54892) 2026-02-17T22:08:35.459 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 -- 10.20.193.4:0/4201823794 learned_addr learned my addr 10.20.193.4:0/4201823794 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.459 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419209f640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f418c175670 0x7f418c133d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.459 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3880012920 con 0x7f3894130220 2026-02-17T22:08:35.459 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3894113460 con 0x7f3894130220 2026-02-17T22:08:35.459 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419109d640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f418c081690 0x7f418c175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.460 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f389411e930 con 0x7f3894130220 2026-02-17T22:08:35.460 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704130220 0x7f7704111d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.460 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704135f40 0x7f7704196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.461 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3880012d50 con 0x7f3894130220 2026-02-17T22:08:35.461 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 0x7f7704112240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.461 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7704197b40 con 0x7f77041368f0 2026-02-17T22:08:35.461 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f77041979c0 con 0x7f7704130220 2026-02-17T22:08:35.461 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7708ee6640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7704197cc0 con 0x7f7704135f40 2026-02-17T22:08:35.462 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 -- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f418c175670 msgr2=0x7f418c133d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.462 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f418c175670 0x7f418c133d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.462 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 -- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f418c081690 msgr2=0x7f418c175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.462 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f418c081690 0x7f418c175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.462 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f419189e640 1 -- 10.20.193.4:0/4201823794 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418c132730 con 0x7f418c080bb0 2026-02-17T22:08:35.463 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7702d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 0x7f7704112240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.463 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7702d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 0x7f7704112240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39052/0 (socket says 10.20.193.4:39052) 2026-02-17T22:08:35.463 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7702d76640 1 -- 10.20.193.4:0/2848360874 learned_addr learned my addr 10.20.193.4:0/2848360874 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.463 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.436+0000 7f7701d74640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704135f40 0x7f7704196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f419209f640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f418c175670 0x7f418c133d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f419189e640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 0x7f418c133810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f417c00c4f0 tx=0x7f417c00c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c016020 con 0x7f418c080bb0 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f417c012920 con 0x7f418c080bb0 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c012d30 con 0x7f418c080bb0 2026-02-17T22:08:35.464 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418c134290 con 0x7f418c080bb0 2026-02-17T22:08:35.465 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2878086570 con 0x7f2878135f40 2026-02-17T22:08:35.465 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f418c1863a0 con 0x7f418c080bb0 2026-02-17T22:08:35.466 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702575640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704130220 0x7f7704111d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.466 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 -- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704135f40 msgr2=0x7f7704196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.466 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7704135f40 0x7f7704196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.466 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 -- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704130220 msgr2=0x7f7704111d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.466 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704130220 0x7f7704111d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 -- 10.20.193.4:0/2848360874 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77040581c0 con 0x7f77041368f0 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702575640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7704130220 0x7f7704111d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7702d76640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 0x7f7704112240 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f76f4007ef0 tx=0x7f76f400e510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4002c50 con 0x7f77041368f0 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76f4018070 con 0x7f77041368f0 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77041140a0 con 0x7f77041368f0 2026-02-17T22:08:35.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3854001030 con 0x7f3894130220 2026-02-17T22:08:35.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4004330 con 0x7f77041368f0 2026-02-17T22:08:35.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7704113c20 con 0x7f77041368f0 2026-02-17T22:08:35.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f388001b400 con 0x7f3894130220 2026-02-17T22:08:35.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f418c12e310 con 0x7f418c080bb0 2026-02-17T22:08:35.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f417c01b400 con 0x7f418c080bb0 2026-02-17T22:08:35.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f286c004cb0 con 0x7f2878135f40 2026-02-17T22:08:35.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7704086570 con 0x7f77041368f0 2026-02-17T22:08:35.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f3880067090 con 0x7f3894130220 2026-02-17T22:08:35.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.437+0000 7f3892ffd640 1 -- 10.20.193.4:0/2031391359 >> v1:10.20.193.4:6800/3087543391 conn(0x7f386404fab0 legacy=0x7f386406ff60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 --> v1:10.20.193.4:6810/3128636322 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3880023e50 con 0x7f3864074160 2026-02-17T22:08:35.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f388006e050 con 0x7f3894130220 2026-02-17T22:08:35.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f417c067140 con 0x7f418c080bb0 2026-02-17T22:08:35.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f419109d640 1 -- 10.20.193.4:0/4201823794 >> v1:10.20.193.4:6800/3087543391 conn(0x7f415c04fab0 legacy=0x7f415c06ff60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 --> v1:10.20.193.4:6805/3315906885 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f417c01be50 con 0x7f415c0741d0 2026-02-17T22:08:35.472 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f417c06e050 con 0x7f418c080bb0 2026-02-17T22:08:35.473 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f287d142640 1 -- 10.20.193.4:0/81439305 >> v1:10.20.193.4:6800/3087543391 conn(0x7f284804fac0 legacy=0x7f284806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.473 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f76f40044d0 con 0x7f77041368f0 2026-02-17T22:08:35.473 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f286c067680 con 0x7f2878135f40 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 --> v1:10.20.193.4:6801/3081099221 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f286c017e50 con 0x7f2848074170 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f286c06e050 con 0x7f2878135f40 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f7702575640 1 -- 10.20.193.4:0/2848360874 >> v1:10.20.193.4:6800/3087543391 conn(0x7f76d004fac0 legacy=0x7f76d006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f76f40673d0 con 0x7f77041368f0 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 --> v1:10.20.193.4:6809/2979467272 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f76d0095e30 con 0x7f76d0074170 2026-02-17T22:08:35.474 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f76f406e050 con 0x7f77041368f0 2026-02-17T22:08:35.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== osd.2 v1:10.20.193.4:6810/3128636322 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f3880023e50 con 0x7f3864074160 2026-02-17T22:08:35.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== osd.1 v1:10.20.193.4:6805/3315906885 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f417c01be50 con 0x7f415c0741d0 2026-02-17T22:08:35.475 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.438+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== osd.0 v1:10.20.193.4:6801/3081099221 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f286c017e50 con 0x7f2848074170 2026-02-17T22:08:35.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.439+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== osd.3 v1:10.20.193.4:6809/2979467272 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f76d0095e30 con 0x7f76d0074170 2026-02-17T22:08:35.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 --> v1:10.20.193.4:6810/3128636322 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3854002e60 con 0x7f3864074160 2026-02-17T22:08:35.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f386ffff640 1 -- 10.20.193.4:0/2031391359 <== osd.2 v1:10.20.193.4:6810/3128636322 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3371501595) 0x7f3854002e60 con 0x7f3864074160 2026-02-17T22:08:35.476 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 --> v1:10.20.193.4:6801/3081099221 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2878134f40 con 0x7f2848074170 2026-02-17T22:08:35.477 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 >> v1:10.20.193.4:6810/3128636322 conn(0x7f3864074160 legacy=0x7f38640945b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.477 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f2865ffb640 1 -- 10.20.193.4:0/81439305 <== osd.0 v1:10.20.193.4:6801/3081099221 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3371501595) 0x7f2878134f40 con 0x7f2848074170 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 >> v1:10.20.193.4:6800/3087543391 conn(0x7f386404fab0 legacy=0x7f386406ff60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3894130220 msgr2=0x7f3894177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 --2- 10.20.193.4:0/2031391359 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3894130220 0x7f3894177630 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f388000c4d0 tx=0x7f388000c9a0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3893fff640 1 -- 10.20.193.4:0/2031391359 reap_dead start 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 shutdown_connections 2026-02-17T22:08:35.478 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 >> 10.20.193.4:0/2031391359 conn(0x7f389408aae0 msgr2=0x7f3894082e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.479 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 shutdown_connections 2026-02-17T22:08:35.479 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 --> v1:10.20.193.4:6805/3315906885 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f418c05c9c0 con 0x7f415c0741d0 2026-02-17T22:08:35.479 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f3899ea3640 1 -- 10.20.193.4:0/2031391359 wait complete. 2026-02-17T22:08:35.479 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 --> v1:10.20.193.4:6809/2979467272 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f77040831b0 con 0x7f76d0074170 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.445+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 >> v1:10.20.193.4:6801/3081099221 conn(0x7f2848074170 legacy=0x7f28480945c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f417a7fc640 1 -- 10.20.193.4:0/4201823794 <== osd.1 v1:10.20.193.4:6805/3315906885 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3380692762) 0x7f418c05c9c0 con 0x7f415c0741d0 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 >> v1:10.20.193.4:6800/3087543391 conn(0x7f284804fac0 legacy=0x7f284806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2878135f40 msgr2=0x7f2878196fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 --2- 10.20.193.4:0/81439305 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2878135f40 0x7f2878196fd0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f286c00e9f0 tx=0x7f286c00eec0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.480 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287d943640 1 -- 10.20.193.4:0/81439305 reap_dead start 2026-02-17T22:08:35.481 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f76eaffd640 1 -- 10.20.193.4:0/2848360874 <== osd.3 v1:10.20.193.4:6809/2979467272 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3371501595) 0x7f77040831b0 con 0x7f76d0074170 2026-02-17T22:08:35.481 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 shutdown_connections 2026-02-17T22:08:35.481 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 >> 10.20.193.4:0/81439305 conn(0x7f287808aae0 msgr2=0x7f2878134830 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.482 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 shutdown_connections 2026-02-17T22:08:35.482 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f287f3cd640 1 -- 10.20.193.4:0/81439305 wait complete. 2026-02-17T22:08:35.482 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 >> v1:10.20.193.4:6809/2979467272 conn(0x7f76d0074170 legacy=0x7f76d00945c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.482 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 >> v1:10.20.193.4:6800/3087543391 conn(0x7f76d004fac0 legacy=0x7f76d006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.482 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 msgr2=0x7f7704112240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.483 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 --2- 10.20.193.4:0/2848360874 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f77041368f0 0x7f7704112240 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f76f4007ef0 tx=0x7f76f400e510 comp rx=0 tx=0).stop 2026-02-17T22:08:35.483 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7702d76640 1 -- 10.20.193.4:0/2848360874 reap_dead start 2026-02-17T22:08:35.483 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 >> v1:10.20.193.4:6805/3315906885 conn(0x7f415c0741d0 legacy=0x7f415c094620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.483 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 shutdown_connections 2026-02-17T22:08:35.483 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 >> 10.20.193.4:0/2848360874 conn(0x7f770408aae0 msgr2=0x7f7704082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 >> v1:10.20.193.4:6800/3087543391 conn(0x7f415c04fab0 legacy=0x7f415c06ff60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 msgr2=0x7f418c133810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 --2- 10.20.193.4:0/4201823794 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f418c080bb0 0x7f418c133810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f417c00c4f0 tx=0x7f417c00c9c0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f419209f640 1 -- 10.20.193.4:0/4201823794 reap_dead start 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 shutdown_connections 2026-02-17T22:08:35.484 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f7708ee6640 1 -- 10.20.193.4:0/2848360874 wait complete. 2026-02-17T22:08:35.485 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 shutdown_connections 2026-02-17T22:08:35.485 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 >> 10.20.193.4:0/4201823794 conn(0x7f418c0833e0 msgr2=0x7f418c05c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.485 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 shutdown_connections 2026-02-17T22:08:35.485 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.446+0000 7f4193b29640 1 -- 10.20.193.4:0/4201823794 wait complete. 2026-02-17T22:08:35.485 INFO:teuthology.orchestra.run.trial004.stdout:42949672973 2026-02-17T22:08:35.486 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:08:35.486 INFO:teuthology.orchestra.run.trial004.stdout:38654705678 2026-02-17T22:08:35.487 INFO:teuthology.orchestra.run.trial004.stdout:42949672973 2026-02-17T22:08:35.487 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:35.487 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:08:35.488 INFO:teuthology.orchestra.run.trial004.stdout:42949672973 2026-02-17T22:08:35.488 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:08:35.597 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- 10.20.193.4:0/1574976354 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 msgr2=0x7f2f10194890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 --2- 10.20.193.4:0/1574976354 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f10194890 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2f04009750 tx=0x7f2f0402f400 comp rx=0 tx=0).stop 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- 10.20.193.4:0/1574976354 shutdown_connections 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 --2- 10.20.193.4:0/1574976354 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f10194890 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 --2- 10.20.193.4:0/1574976354 >> v2:10.20.193.4:3300/0 conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- 10.20.193.4:0/1574976354 >> 10.20.193.4:0/1574976354 conn(0x7f2f10087940 msgr2=0x7f2f10083e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- 10.20.193.4:0/1574976354 shutdown_connections 2026-02-17T22:08:35.598 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- 10.20.193.4:0/1574976354 wait complete. 2026-02-17T22:08:35.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 -- 10.20.193.4:0/2275477282 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff8080bb0 msgr2=0x7feff8080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 --2- 10.20.193.4:0/2275477282 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff8080bb0 0x7feff8080f80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fefec005ea0 tx=0x7fefec02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 -- 10.20.193.4:0/2275477282 shutdown_connections 2026-02-17T22:08:35.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 --2- 10.20.193.4:0/2275477282 >> v2:10.20.193.4:3300/0 conn(0x7feff807cb10 0x7feff8196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.599 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 --2- 10.20.193.4:0/2275477282 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff8080bb0 0x7feff8080f80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.600 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 -- 10.20.193.4:0/2275477282 >> 10.20.193.4:0/2275477282 conn(0x7feff80833e0 msgr2=0x7feff80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.600 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 -- 10.20.193.4:0/2275477282 shutdown_connections 2026-02-17T22:08:35.600 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7feffda0a640 1 -- 10.20.193.4:0/2275477282 wait complete. 2026-02-17T22:08:35.600 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 Processor -- start 2026-02-17T22:08:35.600 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 -- 10.20.193.4:0/2567187825 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80130220 msgr2=0x7efe80086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.601 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 --2- 10.20.193.4:0/2567187825 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80130220 0x7efe80086570 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7efe6c0099b0 tx=0x7efe6c02f150 comp rx=0 tx=0).stop 2026-02-17T22:08:35.601 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7f2f15c20640 1 -- start start 2026-02-17T22:08:35.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 -- 10.20.193.4:0/2567187825 shutdown_connections 2026-02-17T22:08:35.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 --2- 10.20.193.4:0/2567187825 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe801368f0 0x7efe80197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 --2- 10.20.193.4:0/2567187825 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe80135f40 0x7efe801363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 --2- 10.20.193.4:0/2567187825 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80130220 0x7efe80086570 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 -- 10.20.193.4:0/2567187825 >> 10.20.193.4:0/2567187825 conn(0x7efe8008aae0 msgr2=0x7efe8008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.603 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 -- 10.20.193.4:0/2567187825 shutdown_connections 2026-02-17T22:08:35.603 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.594+0000 7efe86596640 1 -- 10.20.193.4:0/2567187825 wait complete. 2026-02-17T22:08:35.603 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f101311a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:54922/0 (socket says 10.20.193.4:54922) 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 -- 10.20.193.4:0/4085626448 learned_addr learned my addr 10.20.193.4:0/4085626448 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- 10.20.193.4:0/3682047329 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 msgr2=0x7fc468197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.605 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2f10195860 con 0x7f2f1012cec0 2026-02-17T22:08:35.605 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2f101956e0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.605 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2f101959e0 con 0x7f2f101744b0 2026-02-17T22:08:35.605 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 --2- 10.20.193.4:0/3682047329 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc468197f50 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc458009f10 tx=0x7fc45802f2f0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.606 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0effd640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.606 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0ffff640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f101311a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.606 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 Processor -- start 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- 10.20.193.4:0/3682047329 shutdown_connections 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 --2- 10.20.193.4:0/3682047329 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc468197f50 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 --2- 10.20.193.4:0/3682047329 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468157250 0x7fc468177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- 10.20.193.4:0/3682047329 >> 10.20.193.4:0/3682047329 conn(0x7fc46808aae0 msgr2=0x7fc46808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- 10.20.193.4:0/3682047329 shutdown_connections 2026-02-17T22:08:35.607 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- 10.20.193.4:0/3682047329 wait complete. 2026-02-17T22:08:35.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 -- start start 2026-02-17T22:08:35.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 -- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 msgr2=0x7f2f101311a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f101311a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 -- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 msgr2=0x7f2f10173f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.608 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.609 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f1012d3f0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.609 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0effd640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.609 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 Processor -- start 2026-02-17T22:08:35.609 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f0f7fe640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2efc00c6b0 tx=0x7f2efc00cb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 -- start start 2026-02-17T22:08:35.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.610 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feff80814c0 0x7feff807b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2efc016070 con 0x7f2f1012c3e0 2026-02-17T22:08:35.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2efc004310 con 0x7f2f1012c3e0 2026-02-17T22:08:35.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2efc0068c0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.611 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f10132f70 con 0x7f2f1012c3e0 2026-02-17T22:08:35.612 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.612 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff6ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.612 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7feff8196a60 con 0x7feff8080bb0 2026-02-17T22:08:35.612 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7feff81968e0 con 0x7feff80814c0 2026-02-17T22:08:35.612 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff6ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:55522/0 (socket says 10.20.193.4:55522) 2026-02-17T22:08:35.613 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39106/0 (socket says 10.20.193.4:39106) 2026-02-17T22:08:35.613 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 -- 10.20.193.4:0/2795761381 learned_addr learned my addr 10.20.193.4:0/2795761381 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.613 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7feff8196be0 con 0x7feff807cb10 2026-02-17T22:08:35.613 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff77fe640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feff80814c0 0x7feff807b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.614 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f101316e0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.614 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.615 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 Processor -- start 2026-02-17T22:08:35.615 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 0x7efe80196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.616 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe801368f0 0x7efe8005b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.616 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7efe80197b40 con 0x7efe80135f40 2026-02-17T22:08:35.616 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7efe801979c0 con 0x7efe801368f0 2026-02-17T22:08:35.616 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe86596640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7efe80197cc0 con 0x7efe80130220 2026-02-17T22:08:35.616 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7fc46d268640 1 -- start start 2026-02-17T22:08:35.617 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe7ffff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.617 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe7f7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 0x7efe80196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 -- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 msgr2=0x7feff805d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 -- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feff80814c0 msgr2=0x7feff807b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feff80814c0 0x7feff807b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff67fc640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff80798a0 con 0x7feff8080bb0 2026-02-17T22:08:35.618 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7feff6ffd640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe7ffff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:55532/0 (socket says 10.20.193.4:55532) 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe7ffff640 1 -- 10.20.193.4:0/2861807655 learned_addr learned my addr 10.20.193.4:0/2861807655 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.595+0000 7efe84b0c640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe801368f0 0x7efe8005b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 -- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe801368f0 msgr2=0x7efe8005b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe801368f0 0x7efe8005b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 -- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 msgr2=0x7efe80196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.619 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7feff67fc640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fefe000c4e0 tx=0x7fefe000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.620 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 0x7efe80196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.620 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 -- 10.20.193.4:0/2861807655 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe8005da60 con 0x7efe80130220 2026-02-17T22:08:35.620 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7f7fe640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 0x7efe80196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:35.621 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe0005480 con 0x7feff8080bb0 2026-02-17T22:08:35.621 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefe00036e0 con 0x7feff8080bb0 2026-02-17T22:08:35.621 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feff8079ff0 con 0x7feff8080bb0 2026-02-17T22:08:35.621 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe0003b30 con 0x7feff8080bb0 2026-02-17T22:08:35.622 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7ffff640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009900 tx=0x7efe6c002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.622 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feff805d980 con 0x7feff8080bb0 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c046070 con 0x7efe80130220 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe6c0045b0 con 0x7efe80130220 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe8005d230 con 0x7efe80130220 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6c038470 con 0x7efe80130220 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7efe80197510 con 0x7efe80130220 2026-02-17T22:08:35.623 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f100595e0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 0x7fc468177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 0x7fc468197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc46811e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:35.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc466d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 0x7fc468177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.624 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc468198c80 con 0x7fc468177b70 2026-02-17T22:08:35.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc468198b00 con 0x7fc468130220 2026-02-17T22:08:35.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc46d268640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc468198e00 con 0x7fc468157250 2026-02-17T22:08:35.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f2efc006a60 con 0x7f2f1012c3e0 2026-02-17T22:08:35.625 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc466575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 0x7fc468197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.626 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc466d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 0x7fc468177630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:54952/0 (socket says 10.20.193.4:54952) 2026-02-17T22:08:35.626 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc466d76640 1 -- 10.20.193.4:0/2313203376 learned_addr learned my addr 10.20.193.4:0/2313203376 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:35.626 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fc467577640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc46811e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:35.626 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feff8080f80 con 0x7feff8080bb0 2026-02-17T22:08:35.626 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fefe0003cd0 con 0x7feff8080bb0 2026-02-17T22:08:35.627 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7f2f0effd640 1 -- 10.20.193.4:0/4085626448 >> v1:10.20.193.4:6800/3087543391 conn(0x7f2ee004fac0 legacy=0x7f2ee006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.627 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe80086570 con 0x7efe80130220 2026-02-17T22:08:35.628 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.596+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7f2efc066b70 con 0x7f2f1012c3e0 2026-02-17T22:08:35.628 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7fc466575640 1 -- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 msgr2=0x7fc468177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.628 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7fc466575640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 0x7fc468177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.628 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7fc466575640 1 -- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 msgr2=0x7fc46811e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.629 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7feff6ffd640 1 -- 10.20.193.4:0/2795761381 >> v1:10.20.193.4:6800/3087543391 conn(0x7fefc804fac0 legacy=0x7fefc806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.629 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7fefe0066b10 con 0x7feff8080bb0 2026-02-17T22:08:35.629 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7efe6c038610 con 0x7efe80130220 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7efe7f7fe640 1 -- 10.20.193.4:0/2861807655 >> v1:10.20.193.4:6800/3087543391 conn(0x7efe5004fac0 legacy=0x7efe5006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.597+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7efe6c08b630 con 0x7efe80130220 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc466575640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc46811e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc466575640 1 -- 10.20.193.4:0/2313203376 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc468136410 con 0x7fc468157250 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc466575640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 0x7fc468197f50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc45000e9c0 tx=0x7fc45000ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:35.630 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fefe0040620 con 0x7feff8080bb0 2026-02-17T22:08:35.631 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f2efc0406c0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.631 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45000cc90 con 0x7fc468157250 2026-02-17T22:08:35.631 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc45000ce30 con 0x7fc468157250 2026-02-17T22:08:35.632 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc468136880 con 0x7fc468157250 2026-02-17T22:08:35.632 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc450004ae0 con 0x7fc468157250 2026-02-17T22:08:35.632 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc46811e830 con 0x7fc468157250 2026-02-17T22:08:35.632 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.598+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7efe8005da60 con 0x7efe80130220 2026-02-17T22:08:35.633 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.599+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fc450004c80 con 0x7fc468157250 2026-02-17T22:08:35.633 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.599+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc468086570 con 0x7fc468157250 2026-02-17T22:08:35.633 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.599+0000 7fc466d76640 1 -- 10.20.193.4:0/2313203376 >> v1:10.20.193.4:6800/3087543391 conn(0x7fc43404fac0 legacy=0x7fc43406ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.4:6800/3087543391 2026-02-17T22:08:35.633 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.599+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 2833+0+0 (secure 0 0 0) 0x7fc4500678a0 con 0x7fc468157250 2026-02-17T22:08:35.633 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.601+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fc4500413b0 con 0x7fc468157250 2026-02-17T22:08:35.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.673+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7efe800531d0 con 0x7efe80130220 2026-02-17T22:08:35.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.674+0000 7efe7cff9640 1 -- 10.20.193.4:0/2861807655 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efe8012fd80 con 0x7efe80130220 2026-02-17T22:08:35.677 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:35.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.674+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f2f1012c7b0 con 0x7f2f1012c3e0 2026-02-17T22:08:35.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7f2eebfff640 1 -- 10.20.193.4:0/4085626448 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2efc065d00 con 0x7f2f1012c3e0 2026-02-17T22:08:35.678 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:35.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7feff8053200 con 0x7feff8080bb0 2026-02-17T22:08:35.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7fefcffff640 1 -- 10.20.193.4:0/2795761381 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fefe0065c60 con 0x7feff8080bb0 2026-02-17T22:08:35.679 INFO:teuthology.orchestra.run.trial004.stdout:38654705677 2026-02-17T22:08:35.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 >> v1:10.20.193.4:6800/3087543391 conn(0x7efe5004fac0 legacy=0x7efe5006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 msgr2=0x7efe8005b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009900 tx=0x7efe6c002900 comp rx=0 tx=0).stop 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 shutdown_connections 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe801368f0 0x7efe8005b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe80135f40 0x7efe80196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 --2- 10.20.193.4:0/2861807655 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe80130220 0x7efe8005b2b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.675+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 >> 10.20.193.4:0/2861807655 conn(0x7efe8008aae0 msgr2=0x7efe80082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 shutdown_connections 2026-02-17T22:08:35.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7efe86596640 1 -- 10.20.193.4:0/2861807655 wait complete. 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 >> v1:10.20.193.4:6800/3087543391 conn(0x7f2ee004fac0 legacy=0x7f2ee006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 msgr2=0x7f2f10130c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2efc00c6b0 tx=0x7f2efc00cb80 comp rx=0 tx=0).stop 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 shutdown_connections 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2f101744b0 0x7f2f101311a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2f1012cec0 0x7f2f10173f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 --2- 10.20.193.4:0/4085626448 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2f1012c3e0 0x7f2f10130c60 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 >> 10.20.193.4:0/4085626448 conn(0x7f2f10087940 msgr2=0x7f2f100574e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 shutdown_connections 2026-02-17T22:08:35.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.676+0000 7f2f15c20640 1 -- 10.20.193.4:0/4085626448 wait complete. 2026-02-17T22:08:35.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 >> v1:10.20.193.4:6800/3087543391 conn(0x7fefc804fac0 legacy=0x7fefc806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 msgr2=0x7feff807ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fefe000c4e0 tx=0x7fefe000c9b0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 shutdown_connections 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feff80814c0 0x7feff807b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feff8080bb0 0x7feff807ae60 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 --2- 10.20.193.4:0/2795761381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feff807cb10 0x7feff805d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 >> 10.20.193.4:0/2795761381 conn(0x7feff80833e0 msgr2=0x7feff8132920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 shutdown_connections 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.677+0000 7feffda0a640 1 -- 10.20.193.4:0/2795761381 wait complete. 2026-02-17T22:08:35.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.680+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc4680531d0 con 0x7fc468157250 2026-02-17T22:08:35.684 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.680+0000 7fc4477fe640 1 -- 10.20.193.4:0/2313203376 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc4500669f0 con 0x7fc468157250 2026-02-17T22:08:35.684 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 >> v1:10.20.193.4:6800/3087543391 conn(0x7fc43404fac0 legacy=0x7fc43406ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 msgr2=0x7fc468197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 0x7fc468197f50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc45000e9c0 tx=0x7fc45000ee90 comp rx=0 tx=0).stop 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 shutdown_connections 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc468177b70 0x7fc46811e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc468157250 0x7fc468197f50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 --2- 10.20.193.4:0/2313203376 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc468130220 0x7fc468177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:35.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 >> 10.20.193.4:0/2313203376 conn(0x7fc46808aae0 msgr2=0x7fc468082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:35.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 shutdown_connections 2026-02-17T22:08:35.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:35.682+0000 7fc46d268640 1 -- 10.20.193.4:0/2313203376 wait complete. 2026-02-17T22:08:35.688 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.0 2026-02-17T22:08:35.689 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.2 2026-02-17T22:08:35.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.1 2026-02-17T22:08:35.693 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.3 2026-02-17T22:08:36.689 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:08:36.690 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:36.691 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:08:36.694 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:08:36.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 -- 10.20.193.4:0/2022537273 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c130340 msgr2=0x7fc52c1362a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.764 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 --2- 10.20.193.4:0/2022537273 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c130340 0x7fc52c1362a0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc520009750 tx=0x7fc52002f450 comp rx=0 tx=0).stop 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 -- 10.20.193.4:0/2022537273 shutdown_connections 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 --2- 10.20.193.4:0/2022537273 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c130340 0x7fc52c1362a0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 --2- 10.20.193.4:0/2022537273 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c12ff10 0x7fc52c135d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 --2- 10.20.193.4:0/2022537273 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c086880 0x7fc52c12f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 -- 10.20.193.4:0/2022537273 >> 10.20.193.4:0/2022537273 conn(0x7fc52c08aa50 msgr2=0x7fc52c08ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 -- 10.20.193.4:0/2022537273 shutdown_connections 2026-02-17T22:08:36.765 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 -- 10.20.193.4:0/3936394599 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc175670 msgr2=0x7fadcc195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 --2- 10.20.193.4:0/3936394599 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc175670 0x7fadcc195a50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fadc8009750 tx=0x7fadc802f400 comp rx=0 tx=0).stop 2026-02-17T22:08:36.766 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fc5323df640 1 -- 10.20.193.4:0/2022537273 wait complete. 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 -- 10.20.193.4:0/3936394599 shutdown_connections 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 --2- 10.20.193.4:0/3936394599 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc175670 0x7fadcc195a50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 --2- 10.20.193.4:0/3936394599 >> v2:10.20.193.4:3300/0 conn(0x7fadcc081690 0x7fadcc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 -- 10.20.193.4:0/3936394599 >> 10.20.193.4:0/3936394599 conn(0x7fadcc0833e0 msgr2=0x7fadcc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 -- 10.20.193.4:0/3936394599 shutdown_connections 2026-02-17T22:08:36.767 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.760+0000 7fadd340f640 1 -- 10.20.193.4:0/3936394599 wait complete. 2026-02-17T22:08:36.768 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 Processor -- start 2026-02-17T22:08:36.768 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 -- start start 2026-02-17T22:08:36.768 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 -- 10.20.193.4:0/3331996024 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c12cde0 msgr2=0x7f727c194450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 --2- 10.20.193.4:0/3331996024 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c12cde0 0x7f727c194450 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7278004af0 tx=0x7f727802f310 comp rx=0 tx=0).stop 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 -- 10.20.193.4:0/3331996024 shutdown_connections 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 --2- 10.20.193.4:0/3331996024 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c12cde0 0x7f727c194450 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 --2- 10.20.193.4:0/3331996024 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c0846b0 0x7f727c173f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 -- 10.20.193.4:0/3331996024 >> 10.20.193.4:0/3331996024 conn(0x7f727c087830 msgr2=0x7f727c083d30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 -- 10.20.193.4:0/3331996024 shutdown_connections 2026-02-17T22:08:36.769 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 Processor -- start 2026-02-17T22:08:36.770 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 -- 10.20.193.4:0/3331996024 wait complete. 2026-02-17T22:08:36.770 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 -- start start 2026-02-17T22:08:36.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 0x7fc52c05b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c130340 0x7fc52c145f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc52c197980 con 0x7fc52c086880 2026-02-17T22:08:36.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc52c197800 con 0x7fc52c12ff10 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc5323df640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc52c197b00 con 0x7fc52c130340 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52bfff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 0x7fc52c05b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52bfff640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39562/0 (socket says 10.20.193.4:39562) 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52bfff640 1 -- 10.20.193.4:0/1090586153 learned_addr learned my addr 10.20.193.4:0/1090586153 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:36.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc530955640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c130340 0x7fc52c145f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc080bb0 0x7fadcc05a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fadcc175670 0x7fadcc05a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fadcc196a00 con 0x7fadcc175670 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fadcc196880 con 0x7fadcc081690 2026-02-17T22:08:36.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd340f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fadcc196b80 con 0x7fadcc080bb0 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 -- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c130340 msgr2=0x7fc52c145f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c130340 0x7fc52c145f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 -- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 msgr2=0x7fc52c05afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 -- 10.20.193.4:0/1090586153 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc52c05cfb0 con 0x7fc52c12ff10 2026-02-17T22:08:36.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52bfff640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:36.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:55824/0 (socket says 10.20.193.4:55824) 2026-02-17T22:08:36.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 -- 10.20.193.4:0/4289314381 learned_addr learned my addr 10.20.193.4:0/4289314381 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:36.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd1985640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fadcc175670 0x7fadcc05a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd1184640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc080bb0 0x7fadcc05a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc52b7fe640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 0x7fc52c05b4f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc51c004770 tx=0x7fc51c00ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:36.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7f7283d69640 1 Processor -- start 2026-02-17T22:08:36.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 -- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc080bb0 msgr2=0x7fadcc05a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc080bb0 0x7fadcc05a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51c00cc60 con 0x7fc52c12ff10 2026-02-17T22:08:36.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 -- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fadcc175670 msgr2=0x7fadcc05a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fadcc175670 0x7fadcc05a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fadd0983640 1 -- 10.20.193.4:0/4289314381 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadcc05d4f0 con 0x7fadcc081690 2026-02-17T22:08:36.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.761+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc51c00ce00 con 0x7fc52c12ff10 2026-02-17T22:08:36.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc52c079a50 con 0x7fc52c12ff10 2026-02-17T22:08:36.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- start start 2026-02-17T22:08:36.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51c004280 con 0x7fc52c12ff10 2026-02-17T22:08:36.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc52c05ba30 con 0x7fc52c12ff10 2026-02-17T22:08:36.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadd0983640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fadc0002750 tx=0x7fadc0002c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:36.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc000ece0 con 0x7fadcc081690 2026-02-17T22:08:36.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadc0010430 con 0x7fadcc081690 2026-02-17T22:08:36.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadcc05c790 con 0x7fadcc081690 2026-02-17T22:08:36.781 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 0x7f727c05c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.781 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.781 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc0010820 con 0x7fadcc081690 2026-02-17T22:08:36.782 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 0x7f727c05d310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.782 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f727c1955f0 con 0x7f727c0846b0 2026-02-17T22:08:36.782 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f727c195470 con 0x7f727c12cde0 2026-02-17T22:08:36.782 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f727c195770 con 0x7f727c12c300 2026-02-17T22:08:36.782 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fadcc05cc70 con 0x7fadcc081690 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7281ade640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 0x7f727c05c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72822df640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 0x7f727c05d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:59978/0 (socket says 10.20.193.4:59978) 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72822df640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 0x7f727c05d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:55834/0 (socket says 10.20.193.4:55834) 2026-02-17T22:08:36.783 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7281ade640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 0x7f727c05c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39586/0 (socket says 10.20.193.4:39586) 2026-02-17T22:08:36.784 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 -- 10.20.193.4:0/2099922067 learned_addr learned my addr 10.20.193.4:0/2099922067 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:36.784 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc52c05d6b0 con 0x7fc52c12ff10 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 -- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 msgr2=0x7f727c05d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 0x7f727c05d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 -- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 msgr2=0x7f727c05c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 0x7f727c05c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 -- 10.20.193.4:0/2099922067 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f727c07e400 con 0x7f727c12c300 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f72812dd640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f72700094b0 tx=0x7f727000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:36.785 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727000cd20 con 0x7f727c12c300 2026-02-17T22:08:36.786 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7270004880 con 0x7f727c12c300 2026-02-17T22:08:36.786 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadcc080f80 con 0x7fadcc081690 2026-02-17T22:08:36.786 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f727c077360 con 0x7f727c12c300 2026-02-17T22:08:36.786 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7fc51c004420 con 0x7fc52c12ff10 2026-02-17T22:08:36.787 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7270004cd0 con 0x7f727c12c300 2026-02-17T22:08:36.787 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.762+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f727c0767b0 con 0x7f727c12c300 2026-02-17T22:08:36.787 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7fadc0020030 con 0x7fadcc081690 2026-02-17T22:08:36.788 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fc51c063bb0 con 0x7fc52c12ff10 2026-02-17T22:08:36.788 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fadc0063960 con 0x7fadcc081690 2026-02-17T22:08:36.789 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f727c12c6d0 con 0x7f727c12c300 2026-02-17T22:08:36.789 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f7270004080 con 0x7f727c12c300 2026-02-17T22:08:36.789 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.763+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f7270063d70 con 0x7f727c12c300 2026-02-17T22:08:36.789 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.764+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fc52c05d6b0 con 0x7fc52c12ff10 2026-02-17T22:08:36.789 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.765+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f7270062910 con 0x7f727c12c300 2026-02-17T22:08:36.790 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.766+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fadc0014030 con 0x7fadcc081690 2026-02-17T22:08:36.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 -- 10.20.193.4:0/4251894788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 msgr2=0x7f102c07e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 --2- 10.20.193.4:0/4251894788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c07e250 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f1014005fd0 tx=0x7f101402f260 comp rx=0 tx=0).stop 2026-02-17T22:08:36.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 -- 10.20.193.4:0/4251894788 shutdown_connections 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 --2- 10.20.193.4:0/4251894788 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 0x7f102c194710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 --2- 10.20.193.4:0/4251894788 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c07e250 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 -- 10.20.193.4:0/4251894788 >> 10.20.193.4:0/4251894788 conn(0x7f102c0833e0 msgr2=0x7f102c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 -- 10.20.193.4:0/4251894788 shutdown_connections 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.802+0000 7f10313c3640 1 -- 10.20.193.4:0/4251894788 wait complete. 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 Processor -- start 2026-02-17T22:08:36.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 -- start start 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f102c085b90 0x7f102c17f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 0x7f102c17f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1957c0 con 0x7f102c085b90 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f102c195640 con 0x7f102c07de30 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f10313c3640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f102c195940 con 0x7f102c174330 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f102affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f102a7fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f102c085b90 0x7f102c17f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f102affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:55858/0 (socket says 10.20.193.4:55858) 2026-02-17T22:08:36.810 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f102affd640 1 -- 10.20.193.4:0/4207578743 learned_addr learned my addr 10.20.193.4:0/4207578743 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.803+0000 7f102b7fe640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 0x7f102c17f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 -- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 msgr2=0x7f102c17f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 0x7f102c17f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 -- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f102c085b90 msgr2=0x7f102c17f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f102c085b90 0x7f102c17f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 -- 10.20.193.4:0/4207578743 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f102c1886a0 con 0x7f102c07de30 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f102affd640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f102000c680 tx=0x7f102000cb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020016070 con 0x7f102c07de30 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1020004310 con 0x7f102c07de30 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10200068c0 con 0x7f102c07de30 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f102c05c6f0 con 0x7f102c07de30 2026-02-17T22:08:36.811 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f102c184450 con 0x7f102c07de30 2026-02-17T22:08:36.812 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f102c1846e0 con 0x7f102c07de30 2026-02-17T22:08:36.812 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.804+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f1020006a60 con 0x7f102c07de30 2026-02-17T22:08:36.812 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.805+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f10200630b0 con 0x7f102c07de30 2026-02-17T22:08:36.812 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.806+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f1020006d80 con 0x7f102c07de30 2026-02-17T22:08:36.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.836+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc52c12f9d0 con 0x7fc52c12ff10 2026-02-17T22:08:36.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.836+0000 7fc528ff9640 1 -- 10.20.193.4:0/1090586153 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc51c062750 con 0x7fc52c12ff10 2026-02-17T22:08:36.840 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:36.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 msgr2=0x7fc52c05b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 0x7fc52c05b4f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc51c004770 tx=0x7fc51c00ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:36.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 shutdown_connections 2026-02-17T22:08:36.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc52c130340 0x7fc52c145f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc52c12ff10 0x7fc52c05b4f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 --2- 10.20.193.4:0/1090586153 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc52c086880 0x7fc52c05afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 >> 10.20.193.4:0/1090586153 conn(0x7fc52c08aa50 msgr2=0x7fc52c134ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 shutdown_connections 2026-02-17T22:08:36.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.838+0000 7fc5323df640 1 -- 10.20.193.4:0/1090586153 wait complete. 2026-02-17T22:08:36.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.839+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f727c1303a0 con 0x7f727c12c300 2026-02-17T22:08:36.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.839+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fadcc053200 con 0x7fadcc081690 2026-02-17T22:08:36.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.839+0000 7f726a7fc640 1 -- 10.20.193.4:0/2099922067 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7270062c90 con 0x7f727c12c300 2026-02-17T22:08:36.843 INFO:teuthology.orchestra.run.trial004.stdout:38654705677 2026-02-17T22:08:36.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.839+0000 7fadb9ffb640 1 -- 10.20.193.4:0/4289314381 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fadc0009480 con 0x7fadcc081690 2026-02-17T22:08:36.844 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 msgr2=0x7f727c05cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f72700094b0 tx=0x7f727000ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 shutdown_connections 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f727c12cde0 0x7f727c05d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f727c12c300 0x7f727c05cdd0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 msgr2=0x7fadcc175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fadc0002750 tx=0x7fadc0002c20 comp rx=0 tx=0).stop 2026-02-17T22:08:36.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 --2- 10.20.193.4:0/2099922067 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f727c0846b0 0x7f727c05c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 >> 10.20.193.4:0/2099922067 conn(0x7f727c087830 msgr2=0x7f727c132c70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 shutdown_connections 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 shutdown_connections 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fadcc175670 0x7fadcc05a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fadcc081690 0x7fadcc175130 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 --2- 10.20.193.4:0/4289314381 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fadcc080bb0 0x7fadcc05a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 >> 10.20.193.4:0/4289314381 conn(0x7fadcc0833e0 msgr2=0x7fadcc132840 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7f7283d69640 1 -- 10.20.193.4:0/2099922067 wait complete. 2026-02-17T22:08:36.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 shutdown_connections 2026-02-17T22:08:36.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.841+0000 7fadd340f640 1 -- 10.20.193.4:0/4289314381 wait complete. 2026-02-17T22:08:36.849 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.2 2026-02-17T22:08:36.852 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.0 2026-02-17T22:08:36.853 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.1 2026-02-17T22:08:36.880 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.877+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f102c07e230 con 0x7f102c07de30 2026-02-17T22:08:36.880 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.877+0000 7f100b7fe640 1 -- 10.20.193.4:0/4207578743 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1020061c50 con 0x7f102c07de30 2026-02-17T22:08:36.881 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.878+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 msgr2=0x7f102c17ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.878+0000 7f10313c3640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f102000c680 tx=0x7f102000cb50 comp rx=0 tx=0).stop 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.878+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 shutdown_connections 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.878+0000 7f10313c3640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f102c174330 0x7f102c17f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.878+0000 7f10313c3640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f102c085b90 0x7f102c17f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.879+0000 7f10313c3640 1 --2- 10.20.193.4:0/4207578743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f102c07de30 0x7f102c17ed80 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:36.882 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.879+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 >> 10.20.193.4:0/4207578743 conn(0x7f102c0833e0 msgr2=0x7f102c0798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:36.883 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.879+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 shutdown_connections 2026-02-17T22:08:36.883 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:36.879+0000 7f10313c3640 1 -- 10.20.193.4:0/4207578743 wait complete. 2026-02-17T22:08:36.889 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.3 2026-02-17T22:08:37.026 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:08:37.023+0000 7faa4f278640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-17T22:08:37.027 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:08:37.024+0000 7faa4f278640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-17T22:08:37.028 INFO:tasks.ceph.mgr.y.trial004.stderr:2026-02-17T22:08:37.025+0000 7faa4f278640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-17T22:08:37.850 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:37.853 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:08:37.854 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:08:37.890 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 -- 10.20.193.4:0/3994861406 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70081690 msgr2=0x7efe70175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 --2- 10.20.193.4:0/3994861406 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70081690 0x7efe70175130 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7efe64004770 tx=0x7efe6402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 -- 10.20.193.4:0/3994861406 shutdown_connections 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 --2- 10.20.193.4:0/3994861406 >> v2:10.20.193.4:3300/0 conn(0x7efe70175670 0x7efe70195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 --2- 10.20.193.4:0/3994861406 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70081690 0x7efe70175130 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 -- 10.20.193.4:0/3994861406 >> 10.20.193.4:0/3994861406 conn(0x7efe700833e0 msgr2=0x7efe700840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 -- 10.20.193.4:0/3994861406 shutdown_connections 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.918+0000 7efe7810b640 1 -- 10.20.193.4:0/3994861406 wait complete. 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 Processor -- start 2026-02-17T22:08:37.921 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- start start 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 0x7efe70059980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe70175670 0x7efe70059ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7efe7005ddd0 con 0x7efe70081690 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7efe70196aa0 con 0x7efe70080bb0 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7efe70196920 con 0x7efe70175670 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe75e80640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 0x7efe70059980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39622/0 (socket says 10.20.193.4:39622) 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 -- 10.20.193.4:0/1107878636 learned_addr learned my addr 10.20.193.4:0/1107878636 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe76681640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe70175670 0x7efe70059ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 -- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe70175670 msgr2=0x7efe70059ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe70175670 0x7efe70059ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 -- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 msgr2=0x7efe70059980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 0x7efe70059980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 -- 10.20.193.4:0/1107878636 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe7005cf00 con 0x7efe70081690 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe75e80640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 0x7efe70059980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:37.922 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7567f640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efe64009230 tx=0x7efe64002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64046070 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe64002cb0 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64002e60 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe7005afb0 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.919+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe7005a400 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.920+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe70131be0 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.920+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7efe64038690 con 0x7efe70081690 2026-02-17T22:08:37.923 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.920+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7efe64088000 con 0x7efe70081690 2026-02-17T22:08:37.925 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.922+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7efe70131be0 con 0x7efe70081690 2026-02-17T22:08:37.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 -- 10.20.193.4:0/2198955350 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28174330 msgr2=0x7f8e28194710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/2198955350 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28174330 0x7f8e28194710 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009f10 tx=0x7f8e2402f380 comp rx=0 tx=0).stop 2026-02-17T22:08:37.963 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 -- 10.20.193.4:0/2198955350 shutdown_connections 2026-02-17T22:08:37.964 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/2198955350 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28174330 0x7f8e28194710 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.964 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/2198955350 >> v2:10.20.193.4:3300/0 conn(0x7f8e28085b90 0x7f8e2807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.964 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 -- 10.20.193.4:0/2198955350 >> 10.20.193.4:0/2198955350 conn(0x7f8e280833e0 msgr2=0x7f8e280840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:37.964 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 -- 10.20.193.4:0/2198955350 shutdown_connections 2026-02-17T22:08:37.964 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.959+0000 7f8e2fd98640 1 -- 10.20.193.4:0/2198955350 wait complete. 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- 10.20.193.4:0/3452895822 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 msgr2=0x7f4d9407d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/3452895822 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d9407d720 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4d840098c0 tx=0x7f4d8402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- 10.20.193.4:0/3452895822 shutdown_connections 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/3452895822 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 0x7f4d94194710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/3452895822 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d9407d720 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.965 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- 10.20.193.4:0/3452895822 >> 10.20.193.4:0/3452895822 conn(0x7f4d940833e0 msgr2=0x7f4d940840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:37.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- 10.20.193.4:0/3452895822 shutdown_connections 2026-02-17T22:08:37.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- 10.20.193.4:0/3452895822 wait complete. 2026-02-17T22:08:37.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 Processor -- start 2026-02-17T22:08:37.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 -- start start 2026-02-17T22:08:37.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 Processor -- start 2026-02-17T22:08:37.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- start start 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 0x7f8e28122250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8e28174330 0x7f8e281250d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8e28195810 con 0x7f8e28174330 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f8e28195690 con 0x7f8e28085b90 2026-02-17T22:08:37.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2fd98640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8e28195990 con 0x7f8e2807dc60 2026-02-17T22:08:37.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2db0d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2e30e640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8e28174330 0x7f8e281250d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2d30c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 0x7f8e28122250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2db0d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60038/0 (socket says 10.20.193.4:60038) 2026-02-17T22:08:37.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f8e2db0d640 1 -- 10.20.193.4:0/848604426 learned_addr learned my addr 10.20.193.4:0/848604426 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d941203a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 0x7f4d94123150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4d941957c0 con 0x7f4d9407dc60 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4d94195640 con 0x7f4d94085b90 2026-02-17T22:08:37.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.960+0000 7f4d9bc31640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4d94195940 con 0x7f4d94174330 2026-02-17T22:08:37.971 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.971 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d9a1a7640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 0x7f4d94123150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.971 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39652/0 (socket says 10.20.193.4:39652) 2026-02-17T22:08:37.971 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 -- 10.20.193.4:0/4291765279 learned_addr learned my addr 10.20.193.4:0/4291765279 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:37.971 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 -- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 msgr2=0x7f8e28121d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 -- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8e28174330 msgr2=0x7f8e281250d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8e28174330 0x7f8e281250d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 -- 10.20.193.4:0/848604426 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e2810e4b0 con 0x7f8e28085b90 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2db0d640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:37.972 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d991a5640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d941203a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2d30c640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 0x7f8e28122250 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00c450 tx=0x7f8e1c00c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 -- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 msgr2=0x7f4d94123150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 0x7f4d94123150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 -- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 msgr2=0x7f4d941203a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d941203a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.973 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 -- 10.20.193.4:0/4291765279 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d9410c4e0 con 0x7f4d9407dc60 2026-02-17T22:08:37.974 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c016020 con 0x7f8e28085b90 2026-02-17T22:08:37.974 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e1c012920 con 0x7f8e28085b90 2026-02-17T22:08:37.974 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e28122790 con 0x7f8e28085b90 2026-02-17T22:08:37.975 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d999a6640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4d840099c0 tx=0x7f4d84002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:37.975 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c012d30 con 0x7f8e28085b90 2026-02-17T22:08:37.975 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e2810dbc0 con 0x7f8e28085b90 2026-02-17T22:08:37.976 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d84046070 con 0x7f4d9407dc60 2026-02-17T22:08:37.976 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 -- 10.20.193.4:0/2728041085 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0157250 msgr2=0x7fedb0177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.976 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 --2- 10.20.193.4:0/2728041085 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0157250 0x7fedb0177630 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fed980098c0 tx=0x7fed9802f110 comp rx=0 tx=0).stop 2026-02-17T22:08:37.977 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d84002d00 con 0x7f4d9407dc60 2026-02-17T22:08:37.977 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d84005d70 con 0x7f4d9407dc60 2026-02-17T22:08:37.977 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 -- 10.20.193.4:0/2728041085 shutdown_connections 2026-02-17T22:08:37.977 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 --2- 10.20.193.4:0/2728041085 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 0x7fedb0197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.978 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d9407f8f0 con 0x7f4d9407dc60 2026-02-17T22:08:37.978 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 --2- 10.20.193.4:0/2728041085 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0157250 0x7fedb0177630 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.978 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 -- 10.20.193.4:0/2728041085 >> 10.20.193.4:0/2728041085 conn(0x7fedb008aae0 msgr2=0x7fedb008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:37.978 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 -- 10.20.193.4:0/2728041085 shutdown_connections 2026-02-17T22:08:37.979 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d9410c0a0 con 0x7f4d9407dc60 2026-02-17T22:08:37.979 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7fedb4e71640 1 -- 10.20.193.4:0/2728041085 wait complete. 2026-02-17T22:08:37.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e2807d720 con 0x7f8e28085b90 2026-02-17T22:08:37.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d9407d720 con 0x7f4d9407dc60 2026-02-17T22:08:37.980 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.961+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f8e1c01b400 con 0x7f8e28085b90 2026-02-17T22:08:37.981 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 Processor -- start 2026-02-17T22:08:37.981 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f4d840386d0 con 0x7f4d9407dc60 2026-02-17T22:08:37.981 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f8e1c063510 con 0x7f8e28085b90 2026-02-17T22:08:37.982 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f4d84087c00 con 0x7f4d9407dc60 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 -- start start 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fedb0157250 0x7fedb0197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 0x7fedb01120e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0198ca0 con 0x7fedb0157250 2026-02-17T22:08:37.984 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fedb0198b20 con 0x7fedb0177b70 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedb4e71640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fedb0198e20 con 0x7fedb0130220 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedadd74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fedb0157250 0x7fedb0197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedaed76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 0x7fedb01120e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60048/0 (socket says 10.20.193.4:60048) 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 -- 10.20.193.4:0/3610037018 learned_addr learned my addr 10.20.193.4:0/3610037018 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 -- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 msgr2=0x7fedb01120e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 0x7fedb01120e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 -- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fedb0157250 msgr2=0x7fedb0197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:37.985 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fedb0157250 0x7fedb0197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 -- 10.20.193.4:0/3610037018 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb0058310 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fedae575640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7feda400c4f0 tx=0x7feda400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4016020 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.962+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feda4012920 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb00592f0 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4012d30 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb0112620 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb0086570 con 0x7fedb0130220 2026-02-17T22:08:37.986 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7feda401b400 con 0x7fedb0130220 2026-02-17T22:08:37.987 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8e1c020030 con 0x7f8e28085b90 2026-02-17T22:08:37.987 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7feda4063520 con 0x7fedb0130220 2026-02-17T22:08:37.987 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.963+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4d84009400 con 0x7f4d9407dc60 2026-02-17T22:08:37.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:37.965+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7feda4020030 con 0x7fedb0130220 2026-02-17T22:08:38.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.003+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7efe7017c4b0 con 0x7efe70081690 2026-02-17T22:08:38.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.003+0000 7efe5e7fc640 1 -- 10.20.193.4:0/1107878636 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efe7017c4b0 con 0x7efe70081690 2026-02-17T22:08:38.006 INFO:teuthology.orchestra.run.trial004.stdout:42949672971 2026-02-17T22:08:38.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 >> v1:10.20.193.4:6800/3058261106 conn(0x7efe4004c930 legacy=0x7efe4006cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 msgr2=0x7efe70175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efe64009230 tx=0x7efe64002900 comp rx=0 tx=0).stop 2026-02-17T22:08:38.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 shutdown_connections 2026-02-17T22:08:38.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efe70175670 0x7efe70059ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efe70081690 0x7efe70175130 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 --2- 10.20.193.4:0/1107878636 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efe70080bb0 0x7efe70059980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 >> 10.20.193.4:0/1107878636 conn(0x7efe700833e0 msgr2=0x7efe7012e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:38.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 shutdown_connections 2026-02-17T22:08:38.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.005+0000 7efe7810b640 1 -- 10.20.193.4:0/1107878636 wait complete. 2026-02-17T22:08:38.016 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672971 for osd.2 2026-02-17T22:08:38.031 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.028+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f4d84086360 con 0x7f4d9407dc60 2026-02-17T22:08:38.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.029+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7feda4061c80 con 0x7fedb0130220 2026-02-17T22:08:38.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.030+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f8e1c061c30 con 0x7f8e28085b90 2026-02-17T22:08:38.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.041+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4d94053200 con 0x7f4d9407dc60 2026-02-17T22:08:38.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.041+0000 7f4d827fc640 1 -- 10.20.193.4:0/4291765279 <== mon.0 v2:10.20.193.4:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4d8404bdc0 con 0x7f4d9407dc60 2026-02-17T22:08:38.045 INFO:teuthology.orchestra.run.trial004.stdout:42949672974 2026-02-17T22:08:38.046 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4d6404c930 legacy=0x7f4d6406cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.046 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 msgr2=0x7f4d9411fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4d840099c0 tx=0x7f4d84002900 comp rx=0 tx=0).stop 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 shutdown_connections 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d94174330 0x7f4d94123150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d94085b90 0x7f4d941203a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 --2- 10.20.193.4:0/4291765279 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d9407dc60 0x7f4d9411fe60 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 >> 10.20.193.4:0/4291765279 conn(0x7f4d940833e0 msgr2=0x7f4d9405c040 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 shutdown_connections 2026-02-17T22:08:38.047 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.043+0000 7f4d9bc31640 1 -- 10.20.193.4:0/4291765279 wait complete. 2026-02-17T22:08:38.048 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.044+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f8e28053200 con 0x7f8e28085b90 2026-02-17T22:08:38.048 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.044+0000 7f8e167fc640 1 -- 10.20.193.4:0/848604426 <== mon.1 v2:10.20.193.4:3301/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8e1c067d70 con 0x7f8e28085b90 2026-02-17T22:08:38.048 INFO:teuthology.orchestra.run.trial004.stdout:38654705679 2026-02-17T22:08:38.049 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.044+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fedb00531d0 con 0x7fedb0130220 2026-02-17T22:08:38.049 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.045+0000 7fed96ffd640 1 -- 10.20.193.4:0/3610037018 <== mon.2 v2:10.20.193.4:3302/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7feda400ad50 con 0x7fedb0130220 2026-02-17T22:08:38.049 INFO:teuthology.orchestra.run.trial004.stdout:42949672974 2026-02-17T22:08:38.050 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 >> v1:10.20.193.4:6800/3058261106 conn(0x7f8df804c930 legacy=0x7f8df806cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 msgr2=0x7f8e28122250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 0x7f8e28122250 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00c450 tx=0x7f8e1c00c920 comp rx=0 tx=0).stop 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 shutdown_connections 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8e28174330 0x7f8e281250d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8e28085b90 0x7f8e28122250 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 --2- 10.20.193.4:0/848604426 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8e2807dc60 0x7f8e28121d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.051 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 >> 10.20.193.4:0/848604426 conn(0x7f8e280833e0 msgr2=0x7f8e280798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:38.052 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 shutdown_connections 2026-02-17T22:08:38.052 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7f8e2fd98640 1 -- 10.20.193.4:0/848604426 wait complete. 2026-02-17T22:08:38.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 >> v1:10.20.193.4:6800/3058261106 conn(0x7fed7c04c930 legacy=0x7fed7c06cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 msgr2=0x7fedb0177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:38.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.046+0000 7fedb4e71640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7feda400c4f0 tx=0x7feda400c9c0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 shutdown_connections 2026-02-17T22:08:38.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fedb0177b70 0x7fedb01120e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fedb0157250 0x7fedb0197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 --2- 10.20.193.4:0/3610037018 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fedb0130220 0x7fedb0177630 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:38.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 >> 10.20.193.4:0/3610037018 conn(0x7fedb008aae0 msgr2=0x7fedb0082e40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:38.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 shutdown_connections 2026-02-17T22:08:38.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:38.047+0000 7fedb4e71640 1 -- 10.20.193.4:0/3610037018 wait complete. 2026-02-17T22:08:38.055 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672974 for osd.0 2026-02-17T22:08:38.056 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:38.058 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705679 for osd.1 2026-02-17T22:08:38.058 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:38.059 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672974 for osd.3 2026-02-17T22:08:38.059 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:39.017 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:39.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 -- 10.20.193.4:0/4273655950 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 msgr2=0x7f2bdc196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.092 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 --2- 10.20.193.4:0/4273655950 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc196c70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8009750 tx=0x7f2bd802f400 comp rx=0 tx=0).stop 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 -- 10.20.193.4:0/4273655950 shutdown_connections 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 --2- 10.20.193.4:0/4273655950 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc196c70 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 --2- 10.20.193.4:0/4273655950 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c970 0x7f2bdc176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 --2- 10.20.193.4:0/4273655950 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c060 0x7f2bdc05c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 -- 10.20.193.4:0/4273655950 >> 10.20.193.4:0/4273655950 conn(0x7f2bdc0833e0 msgr2=0x7f2bdc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 -- 10.20.193.4:0/4273655950 shutdown_connections 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.086+0000 7f2be353f640 1 -- 10.20.193.4:0/4273655950 wait complete. 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 Processor -- start 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 -- start start 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 0x7f2bdc07b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.093 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2bdc197b90 con 0x7f2bdc176890 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2bdc197a10 con 0x7f2bdc05c060 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2bdc197d10 con 0x7f2bdc05c970 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be1ab5640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be12b4640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 0x7f2bdc07b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60078/0 (socket says 10.20.193.4:60078) 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 -- 10.20.193.4:0/2159570194 learned_addr learned my addr 10.20.193.4:0/2159570194 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be1ab5640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39698/0 (socket says 10.20.193.4:39698) 2026-02-17T22:08:39.094 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be12b4640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 0x7f2bdc07b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:55964/0 (socket says 10.20.193.4:55964) 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 -- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 msgr2=0x7f2bdc07b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 0x7f2bdc07b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 -- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 msgr2=0x7f2bdc07c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 -- 10.20.193.4:0/2159570194 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bdc188d70 con 0x7f2bdc05c970 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be1ab5640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be0ab3640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2bd00094b0 tx=0x7f2bd000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd000cd20 con 0x7f2bdc05c970 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2bd0004880 con 0x7f2bdc05c970 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.087+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bdc196c40 con 0x7f2bdc05c970 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.088+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd0004cd0 con 0x7f2bdc05c970 2026-02-17T22:08:39.095 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.088+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bdc1893c0 con 0x7f2bdc05c970 2026-02-17T22:08:39.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.088+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bdc07f730 con 0x7f2bdc05c970 2026-02-17T22:08:39.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.088+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f2bd0004080 con 0x7f2bdc05c970 2026-02-17T22:08:39.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.088+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f2bd0064050 con 0x7f2bdc05c970 2026-02-17T22:08:39.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.090+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f2bdc07f730 con 0x7f2bdc05c970 2026-02-17T22:08:39.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f2bdc0825d0 con 0x7f2bdc05c970 2026-02-17T22:08:39.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2bc9ffb640 1 -- 10.20.193.4:0/2159570194 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2bdc0825d0 con 0x7f2bdc05c970 2026-02-17T22:08:39.172 INFO:teuthology.orchestra.run.trial004.stdout:42949672974 2026-02-17T22:08:39.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 >> v1:10.20.193.4:6800/3058261106 conn(0x7f2bac04ca50 legacy=0x7f2bac06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 msgr2=0x7f2bdc07bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2bd00094b0 tx=0x7f2bd000ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 shutdown_connections 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2bdc176890 0x7f2bdc07c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2bdc05c970 0x7f2bdc07bac0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 --2- 10.20.193.4:0/2159570194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2bdc05c060 0x7f2bdc07b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.169+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 >> 10.20.193.4:0/2159570194 conn(0x7f2bdc0833e0 msgr2=0x7f2bdc07dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.170+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 shutdown_connections 2026-02-17T22:08:39.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.170+0000 7f2be353f640 1 -- 10.20.193.4:0/2159570194 wait complete. 2026-02-17T22:08:39.180 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672973 got 42949672974 for osd.2 2026-02-17T22:08:39.180 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:39.181 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:08:39.181 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:39.251 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- 10.20.193.4:0/3424094576 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5998080bb0 msgr2=0x7f5998080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 --2- 10.20.193.4:0/3424094576 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5998080bb0 0x7f5998080f80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5984005ea0 tx=0x7f598402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- 10.20.193.4:0/3424094576 shutdown_connections 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 --2- 10.20.193.4:0/3424094576 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f59980814c0 0x7f599807c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 --2- 10.20.193.4:0/3424094576 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5998080bb0 0x7f5998080f80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- 10.20.193.4:0/3424094576 >> 10.20.193.4:0/3424094576 conn(0x7f59980833e0 msgr2=0x7f59980840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- 10.20.193.4:0/3424094576 shutdown_connections 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- 10.20.193.4:0/3424094576 wait complete. 2026-02-17T22:08:39.252 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 Processor -- start 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.246+0000 7f599e9be640 1 -- start start 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f599807c940 0x7f599805a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f59980814c0 0x7f599805ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f5998196bf0 con 0x7f59980814c0 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5998196a70 con 0x7f599807c940 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5998196d70 con 0x7f5998080bb0 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60088/0 (socket says 10.20.193.4:60088) 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 -- 10.20.193.4:0/3798238162 learned_addr learned my addr 10.20.193.4:0/3798238162 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:39.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599cf34640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f59980814c0 0x7f599805ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f5997fff640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f599807c940 0x7f599805a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 -- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f599807c940 msgr2=0x7f599805a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f599807c940 0x7f599805a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 -- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f59980814c0 msgr2=0x7f599805ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f59980814c0 0x7f599805ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 -- 10.20.193.4:0/3798238162 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f599805d600 con 0x7f5998080bb0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f59977fe640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f59880094b0 tx=0x7f598800ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598800cd20 con 0x7f5998080bb0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5988004880 con 0x7f5998080bb0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f599805cae0 con 0x7f5998080bb0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5988004cd0 con 0x7f5998080bb0 2026-02-17T22:08:39.254 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.247+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5998144530 con 0x7f5998080bb0 2026-02-17T22:08:39.255 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.248+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f5988004080 con 0x7f5998080bb0 2026-02-17T22:08:39.255 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.248+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f599805cd10 con 0x7f5998080bb0 2026-02-17T22:08:39.255 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.248+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f5988064040 con 0x7f5998080bb0 2026-02-17T22:08:39.255 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.249+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5988062980 con 0x7f5998080bb0 2026-02-17T22:08:39.328 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.325+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5998053200 con 0x7f596804ca50 2026-02-17T22:08:39.329 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.326+0000 7f5994ff9640 1 -- 10.20.193.4:0/3798238162 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 2827671209) 0x7f5998053200 con 0x7f596804ca50 2026-02-17T22:08:39.329 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 >> v1:10.20.193.4:6800/3058261106 conn(0x7f596804ca50 legacy=0x7f596806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 msgr2=0x7f599805a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f59880094b0 tx=0x7f598800ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 shutdown_connections 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f59980814c0 0x7f599805ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5998080bb0 0x7f599805a5c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 --2- 10.20.193.4:0/3798238162 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f599807c940 0x7f599805a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.331 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 >> 10.20.193.4:0/3798238162 conn(0x7f59980833e0 msgr2=0x7f599812ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.332 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 shutdown_connections 2026-02-17T22:08:39.332 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.327+0000 7f599e9be640 1 -- 10.20.193.4:0/3798238162 wait complete. 2026-02-17T22:08:39.337 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-17T22:08:38.024643+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109736,"kb_used_data":1872,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377624,"statfs":{"total":386547056640,"available":386434686976,"internally_reserved":0,"allocated":1916928,"data_stored":1395738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6373,"internal_metadata":110356251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998148"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037421+0000","last_change":"2026-02-17T22:07:50.249025+0000","last_active":"2026-02-17T22:08:36.037421+0000","last_peered":"2026-02-17T22:08:36.037421+0000","last_clean":"2026-02-17T22:08:36.037421+0000","last_became_active":"2026-02-17T22:07:48.244346+0000","last_became_peered":"2026-02-17T22:07:48.244346+0000","last_unstale":"2026-02-17T22:08:36.037421+0000","last_undegraded":"2026-02-17T22:08:36.037421+0000","last_fullsized":"2026-02-17T22:08:36.037421+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:38:38.051358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064745199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039582+0000","last_change":"2026-02-17T22:07:50.248672+0000","last_active":"2026-02-17T22:08:36.039582+0000","last_peered":"2026-02-17T22:08:36.039582+0000","last_clean":"2026-02-17T22:08:36.039582+0000","last_became_active":"2026-02-17T22:07:48.245614+0000","last_became_peered":"2026-02-17T22:07:48.245614+0000","last_unstale":"2026-02-17T22:08:36.039582+0000","last_undegraded":"2026-02-17T22:08:36.039582+0000","last_fullsized":"2026-02-17T22:08:36.039582+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:48:50.786629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037415+0000","last_change":"2026-02-17T22:07:50.248964+0000","last_active":"2026-02-17T22:08:36.037415+0000","last_peered":"2026-02-17T22:08:36.037415+0000","last_clean":"2026-02-17T22:08:36.037415+0000","last_became_active":"2026-02-17T22:07:48.244384+0000","last_became_peered":"2026-02-17T22:07:48.244384+0000","last_unstale":"2026-02-17T22:08:36.037415+0000","last_undegraded":"2026-02-17T22:08:36.037415+0000","last_fullsized":"2026-02-17T22:08:36.037415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T08:59:48.380803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056649100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039566+0000","last_change":"2026-02-17T22:07:50.248658+0000","last_active":"2026-02-17T22:08:36.039566+0000","last_peered":"2026-02-17T22:08:36.039566+0000","last_clean":"2026-02-17T22:08:36.039566+0000","last_became_active":"2026-02-17T22:07:48.245615+0000","last_became_peered":"2026-02-17T22:07:48.245615+0000","last_unstale":"2026-02-17T22:08:36.039566+0000","last_undegraded":"2026-02-17T22:08:36.039566+0000","last_fullsized":"2026-02-17T22:08:36.039566+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:32:33.718557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":29,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037376+0000","last_change":"2026-02-17T22:07:50.249125+0000","last_active":"2026-02-17T22:08:36.037376+0000","last_peered":"2026-02-17T22:08:36.037376+0000","last_clean":"2026-02-17T22:08:36.037376+0000","last_became_active":"2026-02-17T22:07:48.245200+0000","last_became_peered":"2026-02-17T22:07:48.245200+0000","last_unstale":"2026-02-17T22:08:36.037376+0000","last_undegraded":"2026-02-17T22:08:36.037376+0000","last_fullsized":"2026-02-17T22:08:36.037376+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:18:41.219864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.023087+0000","last_change":"2026-02-17T22:07:50.248902+0000","last_active":"2026-02-17T22:08:36.023087+0000","last_peered":"2026-02-17T22:08:36.023087+0000","last_clean":"2026-02-17T22:08:36.023087+0000","last_became_active":"2026-02-17T22:07:48.245388+0000","last_became_peered":"2026-02-17T22:07:48.245388+0000","last_unstale":"2026-02-17T22:08:36.023087+0000","last_undegraded":"2026-02-17T22:08:36.023087+0000","last_fullsized":"2026-02-17T22:08:36.023087+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:40:59.217693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037382+0000","last_change":"2026-02-17T22:07:50.248798+0000","last_active":"2026-02-17T22:08:36.037382+0000","last_peered":"2026-02-17T22:08:36.037382+0000","last_clean":"2026-02-17T22:08:36.037382+0000","last_became_active":"2026-02-17T22:07:48.245194+0000","last_became_peered":"2026-02-17T22:07:48.245194+0000","last_unstale":"2026-02-17T22:08:36.037382+0000","last_undegraded":"2026-02-17T22:08:36.037382+0000","last_fullsized":"2026-02-17T22:08:36.037382+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:41:33.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":28,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037391+0000","last_change":"2026-02-17T22:07:50.248804+0000","last_active":"2026-02-17T22:08:36.037391+0000","last_peered":"2026-02-17T22:08:36.037391+0000","last_clean":"2026-02-17T22:08:36.037391+0000","last_became_active":"2026-02-17T22:07:48.244166+0000","last_became_peered":"2026-02-17T22:07:48.244166+0000","last_unstale":"2026-02-17T22:08:36.037391+0000","last_undegraded":"2026-02-17T22:08:36.037391+0000","last_fullsized":"2026-02-17T22:08:36.037391+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:14:35.571267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":117,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039579+0000","last_change":"2026-02-17T22:07:44.240783+0000","last_active":"2026-02-17T22:08:36.039579+0000","last_peered":"2026-02-17T22:08:36.039579+0000","last_clean":"2026-02-17T22:08:36.039579+0000","last_became_active":"2026-02-17T22:07:44.240293+0000","last_became_peered":"2026-02-17T22:07:44.240293+0000","last_unstale":"2026-02-17T22:08:36.039579+0000","last_undegraded":"2026-02-17T22:08:36.039579+0000","last_fullsized":"2026-02-17T22:08:36.039579+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:24:51.496269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672974,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27148,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344692,"statfs":{"total":96636764160,"available":96608964608,"internally_reserved":0,"allocated":184320,"data_stored":53760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672974,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":180224,"data_stored":53741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705679,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":778240,"data_stored":644128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672974,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":774144,"data_stored":644109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:39.339 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 -- 10.20.193.4:0/2582466637 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc07dc60 msgr2=0x7fc1fc07e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 --2- 10.20.193.4:0/2582466637 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc07dc60 0x7fc1fc07e030 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc1f00098c0 tx=0x7fc1f002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 -- 10.20.193.4:0/2582466637 shutdown_connections 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 --2- 10.20.193.4:0/2582466637 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc07dc60 0x7fc1fc07e030 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 --2- 10.20.193.4:0/2582466637 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc085b90 0x7fc1fc07d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 -- 10.20.193.4:0/2582466637 >> 10.20.193.4:0/2582466637 conn(0x7fc1fc0833e0 msgr2=0x7fc1fc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 -- 10.20.193.4:0/2582466637 shutdown_connections 2026-02-17T22:08:39.412 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.406+0000 7fc204112640 1 -- 10.20.193.4:0/2582466637 wait complete. 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 Processor -- start 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- start start 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc07dc60 0x7fc1fc183f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc1fc173320 0x7fc1fc1853b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc195980 con 0x7fc1fc173320 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc1fc195800 con 0x7fc1fc085b90 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc1fc195b00 con 0x7fc1fc07dc60 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201e87640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc07dc60 0x7fc1fc183f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.413 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:56000/0 (socket says 10.20.193.4:56000) 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 -- 10.20.193.4:0/3210632685 learned_addr learned my addr 10.20.193.4:0/3210632685 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc202688640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc1fc173320 0x7fc1fc1853b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 -- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc07dc60 msgr2=0x7fc1fc183f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc07dc60 0x7fc1fc183f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 -- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc1fc173320 msgr2=0x7fc1fc1853b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc1fc173320 0x7fc1fc1853b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 -- 10.20.193.4:0/3210632685 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc187050 con 0x7fc1fc085b90 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc201686640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009230 tx=0x7fc1f0002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0046070 con 0x7fc1fc085b90 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1f0002c30 con 0x7fc1fc085b90 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc187ff0 con 0x7fc1fc085b90 2026-02-17T22:08:39.414 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0005d70 con 0x7fc1fc085b90 2026-02-17T22:08:39.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.407+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc184460 con 0x7fc1fc085b90 2026-02-17T22:08:39.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.408+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1fc07e030 con 0x7fc1fc085b90 2026-02-17T22:08:39.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.408+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7fc1f0038470 con 0x7fc1fc085b90 2026-02-17T22:08:39.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.408+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fc1f0088120 con 0x7fc1fc085b90 2026-02-17T22:08:39.415 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.410+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc1f0009400 con 0x7fc1fc085b90 2026-02-17T22:08:39.489 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.487+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc1fc053200 con 0x7fc1cc04ca50 2026-02-17T22:08:39.490 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.487+0000 7fc1ea7fc640 1 -- 10.20.193.4:0/3210632685 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31994 (unknown 2965378022 0 2827671209) 0x7fc1fc053200 con 0x7fc1cc04ca50 2026-02-17T22:08:39.491 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 >> v1:10.20.193.4:6800/3058261106 conn(0x7fc1cc04ca50 legacy=0x7fc1cc06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 msgr2=0x7fc1fc184e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009230 tx=0x7fc1f0002900 comp rx=0 tx=0).stop 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 shutdown_connections 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc1fc173320 0x7fc1fc1853b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.492 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc1fc085b90 0x7fc1fc184e70 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.493 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 --2- 10.20.193.4:0/3210632685 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc1fc07dc60 0x7fc1fc183f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.493 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 >> 10.20.193.4:0/3210632685 conn(0x7fc1fc0833e0 msgr2=0x7fc1fc0798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.493 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 shutdown_connections 2026-02-17T22:08:39.493 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.488+0000 7fc204112640 1 -- 10.20.193.4:0/3210632685 wait complete. 2026-02-17T22:08:39.498 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-17T22:08:38.024643+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109736,"kb_used_data":1872,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377624,"statfs":{"total":386547056640,"available":386434686976,"internally_reserved":0,"allocated":1916928,"data_stored":1395738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6373,"internal_metadata":110356251},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998148"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037421+0000","last_change":"2026-02-17T22:07:50.249025+0000","last_active":"2026-02-17T22:08:36.037421+0000","last_peered":"2026-02-17T22:08:36.037421+0000","last_clean":"2026-02-17T22:08:36.037421+0000","last_became_active":"2026-02-17T22:07:48.244346+0000","last_became_peered":"2026-02-17T22:07:48.244346+0000","last_unstale":"2026-02-17T22:08:36.037421+0000","last_undegraded":"2026-02-17T22:08:36.037421+0000","last_fullsized":"2026-02-17T22:08:36.037421+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:38:38.051358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064745199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039582+0000","last_change":"2026-02-17T22:07:50.248672+0000","last_active":"2026-02-17T22:08:36.039582+0000","last_peered":"2026-02-17T22:08:36.039582+0000","last_clean":"2026-02-17T22:08:36.039582+0000","last_became_active":"2026-02-17T22:07:48.245614+0000","last_became_peered":"2026-02-17T22:07:48.245614+0000","last_unstale":"2026-02-17T22:08:36.039582+0000","last_undegraded":"2026-02-17T22:08:36.039582+0000","last_fullsized":"2026-02-17T22:08:36.039582+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:48:50.786629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037415+0000","last_change":"2026-02-17T22:07:50.248964+0000","last_active":"2026-02-17T22:08:36.037415+0000","last_peered":"2026-02-17T22:08:36.037415+0000","last_clean":"2026-02-17T22:08:36.037415+0000","last_became_active":"2026-02-17T22:07:48.244384+0000","last_became_peered":"2026-02-17T22:07:48.244384+0000","last_unstale":"2026-02-17T22:08:36.037415+0000","last_undegraded":"2026-02-17T22:08:36.037415+0000","last_fullsized":"2026-02-17T22:08:36.037415+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T08:59:48.380803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056649100000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039566+0000","last_change":"2026-02-17T22:07:50.248658+0000","last_active":"2026-02-17T22:08:36.039566+0000","last_peered":"2026-02-17T22:08:36.039566+0000","last_clean":"2026-02-17T22:08:36.039566+0000","last_became_active":"2026-02-17T22:07:48.245615+0000","last_became_peered":"2026-02-17T22:07:48.245615+0000","last_unstale":"2026-02-17T22:08:36.039566+0000","last_undegraded":"2026-02-17T22:08:36.039566+0000","last_fullsized":"2026-02-17T22:08:36.039566+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:32:33.718557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":29,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037376+0000","last_change":"2026-02-17T22:07:50.249125+0000","last_active":"2026-02-17T22:08:36.037376+0000","last_peered":"2026-02-17T22:08:36.037376+0000","last_clean":"2026-02-17T22:08:36.037376+0000","last_became_active":"2026-02-17T22:07:48.245200+0000","last_became_peered":"2026-02-17T22:07:48.245200+0000","last_unstale":"2026-02-17T22:08:36.037376+0000","last_undegraded":"2026-02-17T22:08:36.037376+0000","last_fullsized":"2026-02-17T22:08:36.037376+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:18:41.219864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":26,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.023087+0000","last_change":"2026-02-17T22:07:50.248902+0000","last_active":"2026-02-17T22:08:36.023087+0000","last_peered":"2026-02-17T22:08:36.023087+0000","last_clean":"2026-02-17T22:08:36.023087+0000","last_became_active":"2026-02-17T22:07:48.245388+0000","last_became_peered":"2026-02-17T22:07:48.245388+0000","last_unstale":"2026-02-17T22:08:36.023087+0000","last_undegraded":"2026-02-17T22:08:36.023087+0000","last_fullsized":"2026-02-17T22:08:36.023087+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:40:59.217693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037382+0000","last_change":"2026-02-17T22:07:50.248798+0000","last_active":"2026-02-17T22:08:36.037382+0000","last_peered":"2026-02-17T22:08:36.037382+0000","last_clean":"2026-02-17T22:08:36.037382+0000","last_became_active":"2026-02-17T22:07:48.245194+0000","last_became_peered":"2026-02-17T22:07:48.245194+0000","last_unstale":"2026-02-17T22:08:36.037382+0000","last_undegraded":"2026-02-17T22:08:36.037382+0000","last_fullsized":"2026-02-17T22:08:36.037382+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:41:33.897982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":28,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.037391+0000","last_change":"2026-02-17T22:07:50.248804+0000","last_active":"2026-02-17T22:08:36.037391+0000","last_peered":"2026-02-17T22:08:36.037391+0000","last_clean":"2026-02-17T22:08:36.037391+0000","last_became_active":"2026-02-17T22:07:48.244166+0000","last_became_peered":"2026-02-17T22:07:48.244166+0000","last_unstale":"2026-02-17T22:08:36.037391+0000","last_undegraded":"2026-02-17T22:08:36.037391+0000","last_fullsized":"2026-02-17T22:08:36.037391+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:14:35.571267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":117,"reported_epoch":21,"state":"active+clean","last_fresh":"2026-02-17T22:08:36.039579+0000","last_change":"2026-02-17T22:07:44.240783+0000","last_active":"2026-02-17T22:08:36.039579+0000","last_peered":"2026-02-17T22:08:36.039579+0000","last_clean":"2026-02-17T22:08:36.039579+0000","last_became_active":"2026-02-17T22:07:44.240293+0000","last_became_peered":"2026-02-17T22:07:44.240293+0000","last_unstale":"2026-02-17T22:08:36.039579+0000","last_undegraded":"2026-02-17T22:08:36.039579+0000","last_fullsized":"2026-02-17T22:08:36.039579+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:24:51.496269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672974,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27148,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344692,"statfs":{"total":96636764160,"available":96608964608,"internally_reserved":0,"allocated":184320,"data_stored":53760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27589065},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":10,"seq":42949672974,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":180224,"data_stored":53741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705679,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":778240,"data_stored":644128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672974,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":774144,"data_stored":644109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:39.500 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:08:39.500 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:08:39.500 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:08:39.500 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:08:39.571 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- 10.20.193.4:0/132315975 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678175670 msgr2=0x7f3678195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.571 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- 10.20.193.4:0/132315975 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678175670 0x7f3678195a50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f3668004af0 tx=0x7f366802f310 comp rx=0 tx=0).stop 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- 10.20.193.4:0/132315975 shutdown_connections 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- 10.20.193.4:0/132315975 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678175670 0x7f3678195a50 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- 10.20.193.4:0/132315975 >> v2:10.20.193.4:3300/0 conn(0x7f3678081690 0x7f3678175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- 10.20.193.4:0/132315975 >> 10.20.193.4:0/132315975 conn(0x7f36780833e0 msgr2=0x7f36780840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- 10.20.193.4:0/132315975 shutdown_connections 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- 10.20.193.4:0/132315975 wait complete. 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 Processor -- start 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- start start 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 0x7f367807d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 0x7f367807dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f367805ddd0 con 0x7f3678080bb0 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f3678196a00 con 0x7f3678081690 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f367d1db640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f3678196880 con 0x7f3678175670 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f3676575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f3676d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 0x7f367807d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f3676575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:56020/0 (socket says 10.20.193.4:56020) 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f3676575640 1 -- 10.20.193.4:0/2359130565 learned_addr learned my addr 10.20.193.4:0/2359130565 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.566+0000 7f3677577640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 0x7f367807dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 -- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 msgr2=0x7f367807dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 0x7f367807dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 -- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 msgr2=0x7f367807d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.573 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 0x7f367807d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 -- 10.20.193.4:0/2359130565 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367805b350 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3677577640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 0x7f367807dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676d76640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 0x7f367807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f3676575640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3660002780 tx=0x7f3660002c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366000ed40 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3660010430 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367807cec0 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3660010820 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f367807e1a0 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3678080f80 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.567+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f3660020030 con 0x7f3678081690 2026-02-17T22:08:39.574 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.568+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f3660063d00 con 0x7f3678081690 2026-02-17T22:08:39.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.569+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3660014030 con 0x7f3678081690 2026-02-17T22:08:39.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.659+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3678053200 con 0x7f3678081690 2026-02-17T22:08:39.663 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.659+0000 7f36577fe640 1 -- 10.20.193.4:0/2359130565 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f3660009480 con 0x7f3678081690 2026-02-17T22:08:39.663 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:39.663 INFO:teuthology.orchestra.run.trial004.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:08:39.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 >> v1:10.20.193.4:6800/3058261106 conn(0x7f364404ca50 legacy=0x7f364406cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.664 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 msgr2=0x7f3678175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3660002780 tx=0x7f3660002c50 comp rx=0 tx=0).stop 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 shutdown_connections 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3678175670 0x7f367807dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3678081690 0x7f3678175130 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 --2- 10.20.193.4:0/2359130565 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3678080bb0 0x7f367807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.660+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 >> 10.20.193.4:0/2359130565 conn(0x7f36780833e0 msgr2=0x7f3678132470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.661+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 shutdown_connections 2026-02-17T22:08:39.665 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.661+0000 7f367d1db640 1 -- 10.20.193.4:0/2359130565 wait complete. 2026-02-17T22:08:39.672 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:08:39.672 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-17T22:08:39.688 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-17T22:08:39.689 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:39.720 INFO:tasks.ceph.osd.0:Stopped 2026-02-17T22:08:39.720 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2026-02-17T22:08:39.831 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- 10.20.193.4:0/249307554 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac1778a0 msgr2=0x7fe9ac197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.831 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/249307554 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac1778a0 0x7fe9ac197c80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe9a0004af0 tx=0x7fe9a002f310 comp rx=0 tx=0).stop 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- 10.20.193.4:0/249307554 shutdown_connections 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/249307554 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac1778a0 0x7fe9ac197c80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/249307554 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac177360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- 10.20.193.4:0/249307554 >> 10.20.193.4:0/249307554 conn(0x7fe9ac0833e0 msgr2=0x7fe9ac0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- 10.20.193.4:0/249307554 shutdown_connections 2026-02-17T22:08:39.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- 10.20.193.4:0/249307554 wait complete. 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 Processor -- start 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- start start 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac17fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe9ac1778a0 0x7fe9ac1802a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ac198bf0 con 0x7fe9ac05c060 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fe9ac198a70 con 0x7fe9ac05cb40 2026-02-17T22:08:39.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9b1acf640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fe9ac198d70 con 0x7fe9ac1778a0 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9ab7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9aaffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac17fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9ab7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39742/0 (socket says 10.20.193.4:39742) 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.825+0000 7fe9ab7fe640 1 -- 10.20.193.4:0/2383218144 learned_addr learned my addr 10.20.193.4:0/2383218144 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9abfff640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe9ac1778a0 0x7fe9ac1802a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:39.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 -- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe9ac1778a0 msgr2=0x7fe9ac1802a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe9ac1778a0 0x7fe9ac1802a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 -- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 msgr2=0x7fe9ac17fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac17fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 -- 10.20.193.4:0/2383218144 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ac18c860 con 0x7fe9ac05c060 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9aaffd640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac17fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9ab7fe640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe99800c700 tx=0x7fe99800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe998016020 con 0x7fe9ac05c060 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe99800a8b0 con 0x7fe9ac05c060 2026-02-17T22:08:39.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ac18b850 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99800aca0 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ac1807e0 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.826+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9ac18b060 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.827+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7fe99801b400 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.827+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7fe998063990 con 0x7fe9ac05c060 2026-02-17T22:08:39.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.829+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fe998020020 con 0x7fe9ac05c060 2026-02-17T22:08:39.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:39.910+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7fe9ac05c880 con 0x7fe9ac05c060 2026-02-17T22:08:39.913 INFO:tasks.ceph.mon.a.trial004.stderr:2026-02-17T22:08:39.910+0000 7fb28bf08640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2026-02-17T22:08:40.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.031+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0. v22) ==== 89+0+0 (secure 0 0 0) 0x7fe9ac05c880 con 0x7fe9ac05c060 2026-02-17T22:08:40.034 INFO:teuthology.orchestra.run.trial004.stderr:marked down osd.0. 2026-02-17T22:08:40.036 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe987fff640 1 -- 10.20.193.4:0/2383218144 <== mon.0 v2:10.20.193.4:3300/0 8 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fe998061f50 con 0x7fe9ac05c060 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 >> v1:10.20.193.4:6800/3058261106 conn(0x7fe97c04ca50 legacy=0x7fe97c06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 msgr2=0x7fe9ac188910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe99800c700 tx=0x7fe99800cbd0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 shutdown_connections 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe9ac1778a0 0x7fe9ac1802a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe9ac05cb40 0x7fe9ac17fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 --2- 10.20.193.4:0/2383218144 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe9ac05c060 0x7fe9ac188910 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.033+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 >> 10.20.193.4:0/2383218144 conn(0x7fe9ac0833e0 msgr2=0x7fe9ac075c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:40.038 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.034+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 shutdown_connections 2026-02-17T22:08:40.038 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.034+0000 7fe9b1acf640 1 -- 10.20.193.4:0/2383218144 wait complete. 2026-02-17T22:08:40.045 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-17T22:08:40.046 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-17T22:08:40.048 INFO:tasks.ceph.osd.0:Started 2026-02-17T22:08:40.048 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-17T22:08:40.048 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:40.087 INFO:tasks.ceph.osd.1:Stopped 2026-02-17T22:08:40.087 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2026-02-17T22:08:40.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 -- 10.20.193.4:0/2324493409 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d480814c0 msgr2=0x7f4d4807c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:40.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 --2- 10.20.193.4:0/2324493409 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d480814c0 0x7f4d4807c400 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4d3c005fd0 tx=0x7f4d3c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.197 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 -- 10.20.193.4:0/2324493409 shutdown_connections 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 --2- 10.20.193.4:0/2324493409 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d480814c0 0x7f4d4807c400 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 --2- 10.20.193.4:0/2324493409 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d48080bb0 0x7f4d48080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 -- 10.20.193.4:0/2324493409 >> 10.20.193.4:0/2324493409 conn(0x7f4d480833e0 msgr2=0x7f4d480840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 -- 10.20.193.4:0/2324493409 shutdown_connections 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.192+0000 7f4d50497640 1 -- 10.20.193.4:0/2324493409 wait complete. 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 Processor -- start 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- start start 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d4807c940 0x7f4d4807be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:40.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 0x7f4d4812ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4d48196a70 con 0x7f4d48080bb0 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4d4807d260 con 0x7f4d480814c0 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4d48196bf0 con 0x7f4d4807c940 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4da0b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4da0b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39746/0 (socket says 10.20.193.4:39746) 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4da0b640 1 -- 10.20.193.4:0/4157566158 learned_addr learned my addr 10.20.193.4:0/4157566158 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 0x7f4d4812ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4e20c640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d4807c940 0x7f4d4807be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 -- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d4807c940 msgr2=0x7f4d4807be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d4807c940 0x7f4d4807be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 -- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 msgr2=0x7f4d4812c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:40.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 -- 10.20.193.4:0/4157566158 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d4812e2d0 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4da0b640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d4ea0d640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 0x7f4d4812ce80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4d44002ae0 tx=0x7f4d4400cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d44016020 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d4400ab40 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d48077000 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d44012420 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.193+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d4812d3c0 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.194+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d48080f80 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.194+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4d440125c0 con 0x7f4d480814c0 2026-02-17T22:08:40.200 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.194+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 3020+0+0 (secure 0 0 0) 0x7f4d44063d50 con 0x7f4d480814c0 2026-02-17T22:08:40.201 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.196+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4d44020020 con 0x7f4d480814c0 2026-02-17T22:08:40.276 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:40.273+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7f4d4812d680 con 0x7f4d480814c0 2026-02-17T22:08:40.277 INFO:tasks.ceph.mon.a.trial004.stderr:2026-02-17T22:08:40.274+0000 7fb28bf08640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2026-02-17T22:08:40.289 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:08:40.286+0000 7fb73e40d900 -1 Falling back to public interface 2026-02-17T22:08:40.719 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:08:40.716+0000 7fb73e40d900 -1 osd.0 21 log_to_monitors true 2026-02-17T22:08:41.037 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.033+0000 7f4d2effd640 1 -- 10.20.193.4:0/4157566158 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v23) ==== 89+0+0 (secure 0 0 0) 0x7f4d44062e30 con 0x7f4d480814c0 2026-02-17T22:08:41.037 INFO:teuthology.orchestra.run.trial004.stderr:marked down osd.1. 2026-02-17T22:08:41.039 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.035+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4d1804cae0 legacy=0x7f4d1806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:41.039 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.035+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 msgr2=0x7f4d4812ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:41.039 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.035+0000 7f4d50497640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 0x7f4d4812ce80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4d44002ae0 tx=0x7f4d4400cc30 comp rx=0 tx=0).stop 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 shutdown_connections 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4d480814c0 0x7f4d4812ce80 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4d48080bb0 0x7f4d4812c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 --2- 10.20.193.4:0/4157566158 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4d4807c940 0x7f4d4807be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 >> 10.20.193.4:0/4157566158 conn(0x7f4d480833e0 msgr2=0x7f4d4812f860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 shutdown_connections 2026-02-17T22:08:41.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.036+0000 7f4d50497640 1 -- 10.20.193.4:0/4157566158 wait complete. 2026-02-17T22:08:41.041 INFO:tasks.ceph.osd.0.trial004.stderr:2026-02-17T22:08:41.038+0000 7fb731087640 -1 osd.0 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:08:41.047 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-17T22:08:41.047 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-17T22:08:41.050 INFO:tasks.ceph.osd.1:Started 2026-02-17T22:08:41.050 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-17T22:08:41.050 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:41.094 INFO:tasks.ceph.osd.2:Stopped 2026-02-17T22:08:41.094 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2026-02-17T22:08:41.163 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 -- 10.20.193.4:0/2952999873 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 msgr2=0x7faccc07e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 --2- 10.20.193.4:0/2952999873 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc07e080 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7facb4005ea0 tx=0x7facb402f220 comp rx=0 tx=0).stop 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 -- 10.20.193.4:0/2952999873 shutdown_connections 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 --2- 10.20.193.4:0/2952999873 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc173320 0x7faccc193700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 --2- 10.20.193.4:0/2952999873 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc07e080 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 --2- 10.20.193.4:0/2952999873 >> v2:10.20.193.4:3300/0 conn(0x7faccc085b90 0x7faccc07d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 -- 10.20.193.4:0/2952999873 >> 10.20.193.4:0/2952999873 conn(0x7faccc0833e0 msgr2=0x7faccc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 -- 10.20.193.4:0/2952999873 shutdown_connections 2026-02-17T22:08:41.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.158+0000 7facd1329640 1 -- 10.20.193.4:0/2952999873 wait complete. 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 Processor -- start 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 -- start start 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc184c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 0x7faccc185170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 0x7faccc1856b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7faccc194770 con 0x7faccc173320 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7faccc1945f0 con 0x7faccc07dc60 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7faccc1948f0 con 0x7faccc085b90 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facca7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 0x7faccc185170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccaffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc184c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:41.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 0x7faccc1856b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facca7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 0x7faccc185170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60146/0 (socket says 10.20.193.4:60146) 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facca7fc640 1 -- 10.20.193.4:0/4228065795 learned_addr learned my addr 10.20.193.4:0/4228065795 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 -- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 msgr2=0x7faccc185170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 0x7faccc185170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 -- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 msgr2=0x7faccc184c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc184c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 -- 10.20.193.4:0/4228065795 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faccc187550 con 0x7faccc173320 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7faccb7fe640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 0x7faccc1856b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7facbc004af0 tx=0x7facbc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc0092e0 con 0x7faccc173320 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facbc00cb30 con 0x7faccc173320 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faccc05c390 con 0x7faccc173320 2026-02-17T22:08:41.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.159+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc003a80 con 0x7faccc173320 2026-02-17T22:08:41.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.160+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faccc183400 con 0x7faccc173320 2026-02-17T22:08:41.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.160+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faccc07d720 con 0x7faccc173320 2026-02-17T22:08:41.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.160+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7facbc007500 con 0x7faccc173320 2026-02-17T22:08:41.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.160+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 3020+0+0 (secure 0 0 0) 0x7facbc064050 con 0x7faccc173320 2026-02-17T22:08:41.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.162+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7facbc022020 con 0x7faccc173320 2026-02-17T22:08:41.246 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:41.243+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7faccc0008d0 con 0x7faccc173320 2026-02-17T22:08:41.246 INFO:tasks.ceph.mon.a.trial004.stderr:2026-02-17T22:08:41.243+0000 7fb28bf08640 -1 mon.a@0(leader).osd e23 definitely_dead 0 2026-02-17T22:08:41.317 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:08:41.314+0000 7f3a0ec0e900 -1 Falling back to public interface 2026-02-17T22:08:41.785 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:08:41.783+0000 7f3a0ec0e900 -1 osd.1 22 log_to_monitors true 2026-02-17T22:08:42.038 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.035+0000 7facab7fe640 1 -- 10.20.193.4:0/4228065795 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v24) ==== 89+0+0 (secure 0 0 0) 0x7facbc010040 con 0x7faccc173320 2026-02-17T22:08:42.038 INFO:teuthology.orchestra.run.trial004.stderr:marked down osd.2. 2026-02-17T22:08:42.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 >> v1:10.20.193.4:6800/3058261106 conn(0x7fac9804cae0 legacy=0x7fac9806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:42.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 msgr2=0x7faccc1856b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:42.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 0x7faccc1856b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7facbc004af0 tx=0x7facbc00c490 comp rx=0 tx=0).stop 2026-02-17T22:08:42.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 shutdown_connections 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7faccc173320 0x7faccc1856b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7faccc085b90 0x7faccc185170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 --2- 10.20.193.4:0/4228065795 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7faccc07dc60 0x7faccc184c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 >> 10.20.193.4:0/4228065795 conn(0x7faccc0833e0 msgr2=0x7faccc0798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 shutdown_connections 2026-02-17T22:08:42.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.038+0000 7facd1329640 1 -- 10.20.193.4:0/4228065795 wait complete. 2026-02-17T22:08:42.043 INFO:tasks.ceph.osd.1.trial004.stderr:2026-02-17T22:08:42.040+0000 7f3a01989640 -1 osd.1 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:08:42.051 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-17T22:08:42.051 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-17T22:08:42.053 INFO:tasks.ceph.osd.2:Started 2026-02-17T22:08:42.054 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-17T22:08:42.054 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:08:42.099 INFO:tasks.ceph.osd.3:Stopped 2026-02-17T22:08:42.100 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2026-02-17T22:08:42.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- 10.20.193.4:0/3430614606 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f48136ec0 msgr2=0x7f7f48083e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:42.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/3430614606 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f48136ec0 0x7f7f48083e00 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7f38004770 tx=0x7f7f3802f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- 10.20.193.4:0/3430614606 shutdown_connections 2026-02-17T22:08:42.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/3430614606 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48084340 0x7f7f480847a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.172 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/3430614606 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f48136ec0 0x7f7f48083e00 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/3430614606 >> v2:10.20.193.4:3300/0 conn(0x7f7f481365b0 0x7f7f48136980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- 10.20.193.4:0/3430614606 >> 10.20.193.4:0/3430614606 conn(0x7f7f480580a0 msgr2=0x7f7f480865a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- 10.20.193.4:0/3430614606 shutdown_connections 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- 10.20.193.4:0/3430614606 wait complete. 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 Processor -- start 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- start start 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7f48084340 0x7f7f48146650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:42.173 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7f48197c20 con 0x7f7f48084340 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7f48197aa0 con 0x7f7f48136ec0 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.166+0000 7f7f4ded5640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7f48197da0 con 0x7f7f481365b0 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f47fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f477fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7f48084340 0x7f7f48146650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:60164/0 (socket says 10.20.193.4:60164) 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f47fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:56126/0 (socket says 10.20.193.4:56126) 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 -- 10.20.193.4:0/2442899548 learned_addr learned my addr 10.20.193.4:0/2442899548 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 -- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 msgr2=0x7f7f481470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.174 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 -- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7f48084340 msgr2=0x7f7f48146650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7f48084340 0x7f7f48146650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 -- 10.20.193.4:0/2442899548 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4812cd30 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f47fff640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f46ffd640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7f38009230 tx=0x7f7f38002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38047070 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f3802fe20 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38038470 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f4812bd10 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f48129760 con 0x7f7f481365b0 2026-02-17T22:08:42.175 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.167+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f48136980 con 0x7f7f481365b0 2026-02-17T22:08:42.176 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.168+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7f38038610 con 0x7f7f481365b0 2026-02-17T22:08:42.176 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.168+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(24..24 src has 1..24) ==== 3020+0+0 (secure 0 0 0) 0x7f7f38087dd0 con 0x7f7f481365b0 2026-02-17T22:08:42.176 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.170+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f7f38086eb0 con 0x7f7f481365b0 2026-02-17T22:08:42.256 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:42.253+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7f7f48053100 con 0x7f7f481365b0 2026-02-17T22:08:42.256 INFO:tasks.ceph.mon.a.trial004.stderr:2026-02-17T22:08:42.253+0000 7fb28bf08640 -1 mon.a@0(leader).osd e24 definitely_dead 0 2026-02-17T22:08:42.301 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:08:42.298+0000 7f6bbb4e5900 -1 Falling back to public interface 2026-02-17T22:08:42.721 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:08:42.718+0000 7f6bbb4e5900 -1 osd.2 22 log_to_monitors true 2026-02-17T22:08:43.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.038+0000 7f7f23fff640 1 -- 10.20.193.4:0/2442899548 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v25) ==== 89+0+0 (secure 0 0 0) 0x7f7f38009400 con 0x7f7f481365b0 2026-02-17T22:08:43.041 INFO:teuthology.orchestra.run.trial004.stderr:marked down osd.3. 2026-02-17T22:08:43.043 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 >> v1:10.20.193.4:6800/3058261106 conn(0x7f7f1804cae0 legacy=0x7f7f1806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 msgr2=0x7f7f48146b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7f38009230 tx=0x7f7f38002900 comp rx=0 tx=0).stop 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 shutdown_connections 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7f48136ec0 0x7f7f481470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7f481365b0 0x7f7f48146b90 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 --2- 10.20.193.4:0/2442899548 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7f48084340 0x7f7f48146650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 >> 10.20.193.4:0/2442899548 conn(0x7f7f480580a0 msgr2=0x7f7f48059f60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 shutdown_connections 2026-02-17T22:08:43.044 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.040+0000 7f7f4ded5640 1 -- 10.20.193.4:0/2442899548 wait complete. 2026-02-17T22:08:43.046 INFO:tasks.ceph.osd.2.trial004.stderr:2026-02-17T22:08:43.043+0000 7f6baea61640 -1 osd.2 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:08:43.052 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-17T22:08:43.053 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-17T22:08:43.055 INFO:tasks.ceph.osd.3:Started 2026-02-17T22:08:43.055 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:08:43.055 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:43.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- 10.20.193.4:0/253991937 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 msgr2=0x7fa974080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- 10.20.193.4:0/253991937 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa974080f80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa964005fd0 tx=0x7fa96402f180 comp rx=0 tx=0).stop 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- 10.20.193.4:0/253991937 shutdown_connections 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- 10.20.193.4:0/253991937 >> v2:10.20.193.4:3300/0 conn(0x7fa97407c940 0x7fa97407cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- 10.20.193.4:0/253991937 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 0x7fa97407c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- 10.20.193.4:0/253991937 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa974080f80 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- 10.20.193.4:0/253991937 >> 10.20.193.4:0/253991937 conn(0x7fa9740833e0 msgr2=0x7fa9740840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- 10.20.193.4:0/253991937 shutdown_connections 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- 10.20.193.4:0/253991937 wait complete. 2026-02-17T22:08:43.127 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 Processor -- start 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- start start 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 0x7fa9740599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741958d0 con 0x7fa97407c940 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fa974195750 con 0x7fa974080bb0 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa97b9df640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fa974195a50 con 0x7fa9740814c0 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa979754640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa978f53640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:43.128 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa979754640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:39808/0 (socket says 10.20.193.4:39808) 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa979754640 1 -- 10.20.193.4:0/3369308208 learned_addr learned my addr 10.20.193.4:0/3369308208 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa978f53640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:56148/0 (socket says 10.20.193.4:56148) 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.121+0000 7fa979f55640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 0x7fa9740599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 -- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 msgr2=0x7fa9740599c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 0x7fa9740599c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 -- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 msgr2=0x7fa974144470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 -- 10.20.193.4:0/3369308208 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97405c390 con 0x7fa974080bb0 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa979754640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa978f53640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa96800e9c0 tx=0x7fa96800ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:43.129 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa96800cc90 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97412e290 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa96800ce30 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968004ae0 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa974144ef0 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa974080f80 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.122+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa968004c80 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.123+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 3020+0+0 (secure 0 0 0) 0x7fa968064080 con 0x7fa974080bb0 2026-02-17T22:08:43.130 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.124+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fa97405c390 con 0x7fa974080bb0 2026-02-17T22:08:43.204 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.200+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa97405cfa0 con 0x7fa974080bb0 2026-02-17T22:08:43.204 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.201+0000 7fa961ffb640 1 -- 10.20.193.4:0/3369308208 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+9081 (secure 0 0 0) 0x7fa968063160 con 0x7fa974080bb0 2026-02-17T22:08:43.204 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:43.204 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":25,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:08:43.036676+0000","last_up_change":"2026-02-17T22:08:43.036676+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.1), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":996142856}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":996142856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":996142856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":996142856}]},"public_addr":"10.20.193.4:6801/996142856","cluster_addr":"10.20.193.4:6802/996142856","heartbeat_back_addr":"10.20.193.4:6804/996142856","heartbeat_front_addr":"10.20.193.4:6803/996142856","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":1076377445}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":1076377445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":1076377445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":1076377445}]},"public_addr":"10.20.193.4:6805/1076377445","cluster_addr":"10.20.193.4:6806/1076377445","heartbeat_back_addr":"10.20.193.4:6808/1076377445","heartbeat_front_addr":"10.20.193.4:6807/1076377445","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":3128636322}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":3128636322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":3128636322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":3128636322}]},"public_addr":"10.20.193.4:6810/3128636322","cluster_addr":"10.20.193.4:6812/3128636322","heartbeat_back_addr":"10.20.193.4:6816/3128636322","heartbeat_front_addr":"10.20.193.4:6815/3128636322","state":["exists"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":24,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":2979467272}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":2979467272}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":2979467272}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":2979467272}]},"public_addr":"10.20.193.4:6809/2979467272","cluster_addr":"10.20.193.4:6811/2979467272","heartbeat_back_addr":"10.20.193.4:6814/2979467272","heartbeat_front_addr":"10.20.193.4:6813/2979467272","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.307333+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.147992+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.432827+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.370026+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.4:0/3050935799":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/501859778":"2026-02-18T22:08:36.019284+0000","10.20.193.4:6800/3087543391":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/503382043":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/876706050":"2026-02-18T22:08:36.019284+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.201+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 >> v1:10.20.193.4:6800/3058261106 conn(0x7fa94404cad0 legacy=0x7fa94406cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.201+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 msgr2=0x7fa9741449b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.201+0000 7fa97b9df640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa96800e9c0 tx=0x7fa96800ee90 comp rx=0 tx=0).stop 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 shutdown_connections 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa9740814c0 0x7fa9740599c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa974080bb0 0x7fa9741449b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 --2- 10.20.193.4:0/3369308208 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa97407c940 0x7fa974144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 >> 10.20.193.4:0/3369308208 conn(0x7fa9740833e0 msgr2=0x7fa974134640 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:43.206 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 shutdown_connections 2026-02-17T22:08:43.207 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:43.202+0000 7fa97b9df640 1 -- 10.20.193.4:0/3369308208 wait complete. 2026-02-17T22:08:43.295 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:08:43.292+0000 7f85963f2900 -1 Falling back to public interface 2026-02-17T22:08:43.725 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:08:43.722+0000 7f85963f2900 -1 osd.3 24 log_to_monitors true 2026-02-17T22:08:44.043 INFO:tasks.ceph.osd.3.trial004.stderr:2026-02-17T22:08:44.040+0000 7f858996e640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:08:46.214 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:46.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.285+0000 7fcac48af640 1 -- 10.20.193.4:0/4180161048 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc1778a0 msgr2=0x7fcabc197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.285+0000 7fcac48af640 1 --2- 10.20.193.4:0/4180161048 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc1778a0 0x7fcabc197c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcab0004af0 tx=0x7fcab002f310 comp rx=0 tx=0).stop 2026-02-17T22:08:46.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 -- 10.20.193.4:0/4180161048 shutdown_connections 2026-02-17T22:08:46.292 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 --2- 10.20.193.4:0/4180161048 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc1778a0 0x7fcabc197c80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 --2- 10.20.193.4:0/4180161048 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05cb40 0x7fcabc177360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 -- 10.20.193.4:0/4180161048 >> 10.20.193.4:0/4180161048 conn(0x7fcabc0833e0 msgr2=0x7fcabc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 -- 10.20.193.4:0/4180161048 shutdown_connections 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 -- 10.20.193.4:0/4180161048 wait complete. 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 Processor -- start 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.286+0000 7fcac48af640 1 -- start start 2026-02-17T22:08:46.293 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc05cb40 0x7fcabc17fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcabc1778a0 0x7fcabc1802a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fcabc198bf0 con 0x7fcabc05cb40 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fcabc198a70 con 0x7fcabc1778a0 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fcabc198d70 con 0x7fcabc05c060 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:51832/0 (socket says 10.20.193.4:51832) 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 -- 10.20.193.4:0/2602600938 learned_addr learned my addr 10.20.193.4:0/2602600938 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac1e23640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc05cb40 0x7fcabc17fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2e25640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcabc1778a0 0x7fcabc1802a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.294 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 -- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcabc1778a0 msgr2=0x7fcabc1802a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcabc1778a0 0x7fcabc1802a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 -- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc05cb40 msgr2=0x7fcabc17fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc05cb40 0x7fcabc17fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 -- 10.20.193.4:0/2602600938 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcabc18cc00 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac2624640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcab400c4f0 tx=0x7fcab400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4016020 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcab4012920 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcabc18af70 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4012d30 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.287+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fcabc1807e0 con 0x7fcabc05c060 2026-02-17T22:08:46.295 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.288+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcabc07fda0 con 0x7fcabc05c060 2026-02-17T22:08:46.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.288+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcab401b400 con 0x7fcabc05c060 2026-02-17T22:08:46.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.288+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7fcab4063800 con 0x7fcabc05c060 2026-02-17T22:08:46.296 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.290+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fcabc07fda0 con 0x7fcabc05c060 2026-02-17T22:08:46.367 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.364+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcabc05c430 con 0x7fcabc05c060 2026-02-17T22:08:46.368 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.364+0000 7fcaa6ffd640 1 -- 10.20.193.4:0/2602600938 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+9138 (secure 0 0 0) 0x7fcab4020030 con 0x7fcabc05c060 2026-02-17T22:08:46.368 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:46.368 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":28,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:08:46.044440+0000","last_up_change":"2026-02-17T22:08:45.040954+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":996142856}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":996142856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":996142856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":996142856}]},"public_addr":"10.20.193.4:6801/996142856","cluster_addr":"10.20.193.4:6802/996142856","heartbeat_back_addr":"10.20.193.4:6804/996142856","heartbeat_front_addr":"10.20.193.4:6803/996142856","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":1076377445}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":1076377445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":1076377445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":1076377445}]},"public_addr":"10.20.193.4:6805/1076377445","cluster_addr":"10.20.193.4:6806/1076377445","heartbeat_back_addr":"10.20.193.4:6808/1076377445","heartbeat_front_addr":"10.20.193.4:6807/1076377445","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":22,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":984685675}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":984685675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":984685675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":984685675}]},"public_addr":"10.20.193.4:6809/984685675","cluster_addr":"10.20.193.4:6810/984685675","heartbeat_back_addr":"10.20.193.4:6812/984685675","heartbeat_front_addr":"10.20.193.4:6811/984685675","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":218412861}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":218412861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":218412861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":218412861}]},"public_addr":"10.20.193.4:6813/218412861","cluster_addr":"10.20.193.4:6814/218412861","heartbeat_back_addr":"10.20.193.4:6816/218412861","heartbeat_front_addr":"10.20.193.4:6815/218412861","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.307333+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.147992+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.432827+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.370026+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.4:0/3050935799":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/501859778":"2026-02-18T22:08:36.019284+0000","10.20.193.4:6800/3087543391":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/503382043":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/876706050":"2026-02-18T22:08:36.019284+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 >> v1:10.20.193.4:6800/3058261106 conn(0x7fca8c04cae0 legacy=0x7fca8c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 msgr2=0x7fcabc1888d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fcab400c4f0 tx=0x7fcab400c9c0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 shutdown_connections 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcabc1778a0 0x7fcabc1802a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcabc05cb40 0x7fcabc17fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 --2- 10.20.193.4:0/2602600938 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcabc05c060 0x7fcabc1888d0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 >> 10.20.193.4:0/2602600938 conn(0x7fcabc0833e0 msgr2=0x7fcabc075a90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.370 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 shutdown_connections 2026-02-17T22:08:46.371 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.365+0000 7fcac48af640 1 -- 10.20.193.4:0/2602600938 wait complete. 2026-02-17T22:08:46.377 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:08:46.377 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:08:46.399 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:08:46.399 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:08:46.399 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2026-02-17T22:08:46.467 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 -- 10.20.193.4:0/646132552 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 msgr2=0x7fc5f8081e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/646132552 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f8081e00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc5e80098c0 tx=0x7fc5e802f150 comp rx=0 tx=0).stop 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 -- 10.20.193.4:0/646132552 shutdown_connections 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/646132552 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f81755a0 0x7fc5f8195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/646132552 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f8081e00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 -- 10.20.193.4:0/646132552 >> 10.20.193.4:0/646132552 conn(0x7fc5f8084730 msgr2=0x7fc5f8084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 -- 10.20.193.4:0/646132552 shutdown_connections 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.462+0000 7fc5fdd23640 1 -- 10.20.193.4:0/646132552 wait complete. 2026-02-17T22:08:46.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 Processor -- start 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- start start 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f8080670 0x7fc5f811fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc5f81755a0 0x7fc5f81205f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8196b10 con 0x7fc5f80819e0 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc5f8196990 con 0x7fc5f81755a0 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc5f8196c90 con 0x7fc5f8080670 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f77fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f8080670 0x7fc5f811fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50612/0 (socket says 10.20.193.4:50612) 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 -- 10.20.193.4:0/765862368 learned_addr learned my addr 10.20.193.4:0/765862368 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:46.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f7fff640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc5f81755a0 0x7fc5f81205f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 -- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f8080670 msgr2=0x7fc5f811fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f8080670 0x7fc5f811fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 -- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc5f81755a0 msgr2=0x7fc5f81205f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc5f81755a0 0x7fc5f81205f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 -- 10.20.193.4:0/765862368 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5f810c4f0 con 0x7fc5f80819e0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5f6ffd640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc5e8009230 tx=0x7fc5e8002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8046070 con 0x7fc5f80819e0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5e8002c00 con 0x7fc5f80819e0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5f805d5a0 con 0x7fc5f80819e0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8005d70 con 0x7fc5f80819e0 2026-02-17T22:08:46.470 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.463+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5f81232d0 con 0x7fc5f80819e0 2026-02-17T22:08:46.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.464+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5f8081de0 con 0x7fc5f80819e0 2026-02-17T22:08:46.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.464+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc5e8038470 con 0x7fc5f80819e0 2026-02-17T22:08:46.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.464+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7fc5e8088190 con 0x7fc5f80819e0 2026-02-17T22:08:46.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.466+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc5e8087270 con 0x7fc5f80819e0 2026-02-17T22:08:46.571 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.568+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7fc5f8056b00 con 0x7fc5f80819e0 2026-02-17T22:08:46.572 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.569+0000 7fc5d3fff640 1 -- 10.20.193.4:0/765862368 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+587 (secure 0 0 0) 0x7fc5e8009400 con 0x7fc5f80819e0 2026-02-17T22:08:46.572 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:46.572 INFO:teuthology.orchestra.run.trial004.stdout: "mon": { 2026-02-17T22:08:46.572 INFO:teuthology.orchestra.run.trial004.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 3 2026-02-17T22:08:46.572 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "mgr": { 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 2 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "osd": { 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 4 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "overall": { 2026-02-17T22:08:46.573 INFO:teuthology.orchestra.run.trial004.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 9 2026-02-17T22:08:46.574 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.574 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 >> v1:10.20.193.4:6800/3058261106 conn(0x7fc5c804cae0 legacy=0x7fc5c806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 msgr2=0x7fc5f81200b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc5e8009230 tx=0x7fc5e8002900 comp rx=0 tx=0).stop 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 shutdown_connections 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc5f81755a0 0x7fc5f81205f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc5f80819e0 0x7fc5f81200b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.575 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 --2- 10.20.193.4:0/765862368 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc5f8080670 0x7fc5f811fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 >> 10.20.193.4:0/765862368 conn(0x7fc5f8084730 msgr2=0x7fc5f8076700 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 shutdown_connections 2026-02-17T22:08:46.576 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.570+0000 7fc5fdd23640 1 -- 10.20.193.4:0/765862368 wait complete. 2026-02-17T22:08:46.580 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 -- 10.20.193.4:0/2757097893 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 msgr2=0x7fbe30081c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 --2- 10.20.193.4:0/2757097893 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30081c20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbe240099b0 tx=0x7fbe2402f240 comp rx=0 tx=0).stop 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 -- 10.20.193.4:0/2757097893 shutdown_connections 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 --2- 10.20.193.4:0/2757097893 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30081c20 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 --2- 10.20.193.4:0/2757097893 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30080670 0x7fbe300812d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 -- 10.20.193.4:0/2757097893 >> 10.20.193.4:0/2757097893 conn(0x7fbe30084730 msgr2=0x7fbe30084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.649 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 -- 10.20.193.4:0/2757097893 shutdown_connections 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.643+0000 7fbe377a2640 1 -- 10.20.193.4:0/2757097893 wait complete. 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 Processor -- start 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 -- start start 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbe30080670 0x7fbe30057890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30057dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 0x7fbe30058310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fbe30196ba0 con 0x7fbe30081810 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fbe30196a20 con 0x7fbe30080670 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe377a2640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fbe30196d20 con 0x7fbe30082160 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe34d16640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30057dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.650 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 0x7fbe30058310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe34d16640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30057dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50628/0 (socket says 10.20.193.4:50628) 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35517640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbe30080670 0x7fbe30057890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe34d16640 1 -- 10.20.193.4:0/1591480718 learned_addr learned my addr 10.20.193.4:0/1591480718 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 -- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbe30080670 msgr2=0x7fbe30057890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbe30080670 0x7fbe30057890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 -- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 msgr2=0x7fbe30057dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30057dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 -- 10.20.193.4:0/1591480718 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3005d910 con 0x7fbe30082160 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.644+0000 7fbe35d18640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 0x7fbe30058310 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c00ca70 tx=0x7fbe2c00cb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c003c10 con 0x7fbe30082160 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe2c003db0 con 0x7fbe30082160 2026-02-17T22:08:46.651 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe30059640 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c00a880 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe30059c90 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe300812d0 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.645+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fbe2c00aa20 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.646+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7fbe2c063570 con 0x7fbe30082160 2026-02-17T22:08:46.652 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.647+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fbe2c062650 con 0x7fbe30082160 2026-02-17T22:08:46.726 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.722+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fbe30079c60 con 0x7fbe30082160 2026-02-17T22:08:46.726 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.722+0000 7fbe1dffb640 1 -- 10.20.193.4:0/1591480718 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v28) ==== 81+0+16830 (secure 0 0 0) 0x7fbe2c00ad40 con 0x7fbe30082160 2026-02-17T22:08:46.727 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:46.727 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:46.727 INFO:teuthology.orchestra.run.trial004.stdout: "epoch": 28, 2026-02-17T22:08:46.727 INFO:teuthology.orchestra.run.trial004.stdout: "fsid": "f5e6fde8-ff30-4888-99ad-4d03ea76be23", 2026-02-17T22:08:46.727 INFO:teuthology.orchestra.run.trial004.stdout: "created": "2026-02-17T22:07:30.352912+0000", 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "modified": "2026-02-17T22:08:46.044440+0000", 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "last_up_change": "2026-02-17T22:08:45.040954+0000", 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "last_in_change": "2026-02-17T22:07:32.916723+0000", 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "flags_num": 5799936, 2026-02-17T22:08:46.728 INFO:teuthology.orchestra.run.trial004.stdout: "flags_set": [ 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "pglog_hardlimit", 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "purged_snapdirs", 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "recovery_deletes", 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "sortbitwise" 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: ], 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "crush_version": 9, 2026-02-17T22:08:46.729 INFO:teuthology.orchestra.run.trial004.stdout: "full_ratio": 0.94999998807907104, 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "backfillfull_ratio": 0.89999997615814209, 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "nearfull_ratio": 0.85000002384185791, 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_snapshot": "", 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "pool_max": 2, 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "max_osd": 4, 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "require_min_compat_client": "squid", 2026-02-17T22:08:46.730 INFO:teuthology.orchestra.run.trial004.stdout: "min_compat_client": "jewel", 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "require_osd_release": "squid", 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "allow_crimson": false, 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "pools": [ 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "pool": 1, 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "pool_name": ".mgr", 2026-02-17T22:08:46.731 INFO:teuthology.orchestra.run.trial004.stdout: "create_time": "2026-02-17T22:07:42.506830+0000", 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "flags": 1, 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "flags_names": "hashpspool", 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "type": 1, 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "size": 2, 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "min_size": 1, 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "crush_rule": 0, 2026-02-17T22:08:46.732 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_count": 0, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_target": 0, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_barrier": 0, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "is_stretch_pool": false, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "object_hash": 2, 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "pg_autoscale_mode": "off", 2026-02-17T22:08:46.733 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num": 1, 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "pg_placement_num": 1, 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "pg_placement_num_target": 1, 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_target": 1, 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_pending": 1, 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "last_pg_merge_meta": { 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "source_pgid": "0.0", 2026-02-17T22:08:46.734 INFO:teuthology.orchestra.run.trial004.stdout: "ready_epoch": 0, 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "last_epoch_started": 0, 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "last_epoch_clean": 0, 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "source_version": "0'0", 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "target_version": "0'0" 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "last_change": "13", 2026-02-17T22:08:46.735 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend": "0", 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend_preluminous": "0", 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "auid": 0, 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "snap_mode": "selfmanaged", 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "snap_seq": 0, 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "snap_epoch": 0, 2026-02-17T22:08:46.736 INFO:teuthology.orchestra.run.trial004.stdout: "pool_snaps": [], 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "removed_snaps": "[]", 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "quota_max_bytes": 0, 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "quota_max_objects": 0, 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "tiers": [], 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "tier_of": -1, 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "read_tier": -1, 2026-02-17T22:08:46.737 INFO:teuthology.orchestra.run.trial004.stdout: "write_tier": -1, 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "cache_mode": "none", 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "target_max_bytes": 0, 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "target_max_objects": 0, 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-17T22:08:46.738 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "cache_min_flush_age": 0, 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "cache_min_evict_age": 0, 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "erasure_code_profile": "", 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_params": { 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "type": "none" 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.739 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_period": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_count": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "use_gmt_hitset": true, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "min_read_recency_for_promote": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "min_write_recency_for_promote": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_grade_decay_rate": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_search_last_n": 0, 2026-02-17T22:08:46.740 INFO:teuthology.orchestra.run.trial004.stdout: "grade_table": [], 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "stripe_width": 0, 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "expected_num_objects": 0, 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "fast_read": false, 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "nonprimary_shards": "{}", 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "options": { 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_max": 32, 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_min": 1 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.741 INFO:teuthology.orchestra.run.trial004.stdout: "application_metadata": { 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "mgr": {} 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "read_balance": { 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "score_type": "Fair distribution", 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "score_acting": 4, 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "score_stable": 4, 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "optimal_score": 0.5, 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "raw_score_acting": 2, 2026-02-17T22:08:46.742 INFO:teuthology.orchestra.run.trial004.stdout: "raw_score_stable": 2, 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity_weighted": 1, 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: "average_primary_affinity": 1, 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: "average_primary_affinity_weighted": 1 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: "pool": 2, 2026-02-17T22:08:46.743 INFO:teuthology.orchestra.run.trial004.stdout: "pool_name": "rbd", 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "create_time": "2026-02-17T22:07:46.835695+0000", 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "flags": 8193, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "type": 1, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "size": 2, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "min_size": 1, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "crush_rule": 0, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_count": 0, 2026-02-17T22:08:46.744 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_target": 0, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_barrier": 0, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "is_stretch_pool": false, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "object_hash": 2, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_autoscale_mode": "off", 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num": 8, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_placement_num": 8, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_placement_num_target": 8, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_target": 8, 2026-02-17T22:08:46.745 INFO:teuthology.orchestra.run.trial004.stdout: "pg_num_pending": 8, 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "last_pg_merge_meta": { 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "source_pgid": "0.0", 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "ready_epoch": 0, 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "last_epoch_started": 0, 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "last_epoch_clean": 0, 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "source_version": "0'0", 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "target_version": "0'0" 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "last_change": "17", 2026-02-17T22:08:46.746 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend": "0", 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "last_force_op_resend_preluminous": "0", 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "auid": 0, 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "snap_mode": "selfmanaged", 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "snap_seq": 2, 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "snap_epoch": 17, 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "pool_snaps": [], 2026-02-17T22:08:46.747 INFO:teuthology.orchestra.run.trial004.stdout: "removed_snaps": "[]", 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "quota_max_bytes": 0, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "quota_max_objects": 0, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "tiers": [], 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "tier_of": -1, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "read_tier": -1, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "write_tier": -1, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "cache_mode": "none", 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "target_max_bytes": 0, 2026-02-17T22:08:46.748 INFO:teuthology.orchestra.run.trial004.stdout: "target_max_objects": 0, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "cache_min_flush_age": 0, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "cache_min_evict_age": 0, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "erasure_code_profile": "", 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_params": { 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "type": "none" 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_period": 0, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_count": 0, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "use_gmt_hitset": true, 2026-02-17T22:08:46.749 INFO:teuthology.orchestra.run.trial004.stdout: "min_read_recency_for_promote": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "min_write_recency_for_promote": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_grade_decay_rate": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "hit_set_search_last_n": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "grade_table": [], 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "stripe_width": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "expected_num_objects": 0, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "fast_read": false, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "nonprimary_shards": "{}", 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "options": {}, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "application_metadata": { 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "rbd": {} 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "read_balance": { 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "score_type": "Fair distribution", 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "score_acting": 2.5, 2026-02-17T22:08:46.750 INFO:teuthology.orchestra.run.trial004.stdout: "score_stable": 2.5, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "optimal_score": 1, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "raw_score_acting": 2.5, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "raw_score_stable": 2.5, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity_weighted": 1, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "average_primary_affinity": 1, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "average_primary_affinity_weighted": 1 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: ], 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "osds": [ 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 0, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "uuid": "230e8f68-b7dd-43d9-b3d8-27729d09820b", 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "up": 1, 2026-02-17T22:08:46.751 INFO:teuthology.orchestra.run.trial004.stdout: "in": 1, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "weight": 1, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity": 1, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_begin": 10, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_end": 21, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "up_from": 24, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "up_thru": 25, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "down_at": 22, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "lost_at": 0, 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "public_addrs": { 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6801", 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 996142856 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.752 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addrs": { 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6802", 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 996142856 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addrs": { 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.753 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6804", 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 996142856 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addrs": { 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6803", 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 996142856 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "public_addr": "10.20.193.4:6801/996142856", 2026-02-17T22:08:46.754 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addr": "10.20.193.4:6802/996142856", 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addr": "10.20.193.4:6804/996142856", 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addr": "10.20.193.4:6803/996142856", 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "state": [ 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "exists", 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "up" 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 1, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "uuid": "acf93f3c-8449-4728-ada6-eeeb303eb6a2", 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "up": 1, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "in": 1, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "weight": 1, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity": 1, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_begin": 9, 2026-02-17T22:08:46.755 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_end": 22, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "up_from": 25, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "up_thru": 25, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "down_at": 23, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "lost_at": 0, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "public_addrs": { 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6805", 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 1076377445 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addrs": { 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.756 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6806", 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 1076377445 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addrs": { 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6808", 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 1076377445 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.757 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addrs": { 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6807", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 1076377445 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "public_addr": "10.20.193.4:6805/1076377445", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addr": "10.20.193.4:6806/1076377445", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addr": "10.20.193.4:6808/1076377445", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addr": "10.20.193.4:6807/1076377445", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "state": [ 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "exists", 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: "up" 2026-02-17T22:08:46.758 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 2, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "uuid": "94128abd-2fd4-40c3-a411-e85e154292e0", 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "up": 1, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "in": 1, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "weight": 1, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity": 1, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_begin": 10, 2026-02-17T22:08:46.759 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_end": 22, 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "up_from": 26, 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "up_thru": 27, 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "down_at": 24, 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "lost_at": 0, 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "public_addrs": { 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.760 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6809", 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 984685675 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addrs": { 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6810", 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 984685675 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addrs": { 2026-02-17T22:08:46.761 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6812", 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 984685675 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addrs": { 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6811", 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 984685675 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.762 INFO:teuthology.orchestra.run.trial004.stdout: "public_addr": "10.20.193.4:6809/984685675", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addr": "10.20.193.4:6810/984685675", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addr": "10.20.193.4:6812/984685675", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addr": "10.20.193.4:6811/984685675", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "state": [ 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "exists", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "up" 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 3, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "uuid": "a463cbc3-b873-4f0e-854b-cb28babc5603", 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "up": 1, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "in": 1, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "weight": 1, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "primary_affinity": 1, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_begin": 10, 2026-02-17T22:08:46.763 INFO:teuthology.orchestra.run.trial004.stdout: "last_clean_end": 24, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "up_from": 27, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "up_thru": 27, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "down_at": 25, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "lost_at": 0, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "public_addrs": { 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6813", 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 218412861 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addrs": { 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.764 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6814", 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 218412861 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addrs": { 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6816", 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 218412861 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addrs": { 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "addrvec": [ 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "type": "v1", 2026-02-17T22:08:46.765 INFO:teuthology.orchestra.run.trial004.stdout: "addr": "10.20.193.4:6815", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "nonce": 218412861 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "public_addr": "10.20.193.4:6813/218412861", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "cluster_addr": "10.20.193.4:6814/218412861", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_back_addr": "10.20.193.4:6816/218412861", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "heartbeat_front_addr": "10.20.193.4:6815/218412861", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "state": [ 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "exists", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "up" 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: ] 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: ], 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "osd_xinfo": [ 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 0, 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "down_stamp": "0.000000", 2026-02-17T22:08:46.766 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_probability": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_interval": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "features": 4544132024016699391, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "old_weight": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "last_purged_snaps_scrub": "2026-02-17T22:07:40.307333+0000", 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "dead_epoch": 22 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 1, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "down_stamp": "0.000000", 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_probability": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_interval": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "features": 4544132024016699391, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "old_weight": 0, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "last_purged_snaps_scrub": "2026-02-17T22:07:40.147992+0000", 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "dead_epoch": 23 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 2, 2026-02-17T22:08:46.767 INFO:teuthology.orchestra.run.trial004.stdout: "down_stamp": "0.000000", 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_probability": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_interval": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "features": 4544132024016699391, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "old_weight": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "last_purged_snaps_scrub": "2026-02-17T22:07:40.432827+0000", 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "dead_epoch": 24 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: { 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "osd": 3, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "down_stamp": "0.000000", 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_probability": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "laggy_interval": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "features": 4544132024016699391, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "old_weight": 0, 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "last_purged_snaps_scrub": "2026-02-17T22:07:40.370026+0000", 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "dead_epoch": 25 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: ], 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "pg_upmap": [], 2026-02-17T22:08:46.768 INFO:teuthology.orchestra.run.trial004.stdout: "pg_upmap_items": [], 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "pg_upmap_primaries": [], 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "pg_temp": [], 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "primary_temp": [], 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "blocklist": { 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "10.20.193.4:0/3050935799": "2026-02-18T22:08:36.019284+0000", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "10.20.193.4:0/501859778": "2026-02-18T22:08:36.019284+0000", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "10.20.193.4:6800/3087543391": "2026-02-18T22:08:36.019284+0000", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "10.20.193.4:0/503382043": "2026-02-18T22:08:36.019284+0000", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "10.20.193.4:0/876706050": "2026-02-18T22:08:36.019284+0000" 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "range_blocklist": {}, 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "erasure_code_profiles": { 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "default": { 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "crush-failure-domain": "osd", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "k": "2", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "m": "1", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "plugin": "isa", 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: "technique": "reed_sol_van" 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.769 INFO:teuthology.orchestra.run.trial004.stdout: }, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "removed_snaps_queue": [], 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "new_removed_snaps": [], 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "new_purged_snaps": [], 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "crush_node_flags": {}, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "device_class_flags": {}, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "stretch_mode": { 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "stretch_mode_enabled": false, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "stretch_bucket_count": 0, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "degraded_stretch_mode": 0, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "recovering_stretch_mode": 0, 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: "stretch_mode_bucket": 0 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout: } 2026-02-17T22:08:46.770 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 >> v1:10.20.193.4:6800/3058261106 conn(0x7fbe0004cae0 legacy=0x7fbe0006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 msgr2=0x7fbe30058310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 0x7fbe30058310 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c00ca70 tx=0x7fbe2c00cb70 comp rx=0 tx=0).stop 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 shutdown_connections 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fbe30082160 0x7fbe30058310 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fbe30081810 0x7fbe30057dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 --2- 10.20.193.4:0/1591480718 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fbe30080670 0x7fbe30057890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 >> 10.20.193.4:0/1591480718 conn(0x7fbe30084730 msgr2=0x7fbe3007db90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 shutdown_connections 2026-02-17T22:08:46.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.723+0000 7fbe377a2640 1 -- 10.20.193.4:0/1591480718 wait complete. 2026-02-17T22:08:46.773 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-17T22:08:46.840 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 -- 10.20.193.4:0/3004652351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 msgr2=0x7f7db4081e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 --2- 10.20.193.4:0/3004652351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4081e20 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c0098c0 tx=0x7f7d9c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 -- 10.20.193.4:0/3004652351 shutdown_connections 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 --2- 10.20.193.4:0/3004652351 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db4195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 --2- 10.20.193.4:0/3004652351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4081e20 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 -- 10.20.193.4:0/3004652351 >> 10.20.193.4:0/3004652351 conn(0x7f7db4084730 msgr2=0x7f7db4084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 -- 10.20.193.4:0/3004652351 shutdown_connections 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.837+0000 7f7db9753640 1 -- 10.20.193.4:0/3004652351 wait complete. 2026-02-17T22:08:46.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 Processor -- start 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- start start 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7db4080670 0x7f7db4121f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4122450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7db4196b70 con 0x7f7db4080670 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7db41969f0 con 0x7f7db41755a0 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7db4196cf0 con 0x7f7db40819e0 2026-02-17T22:08:46.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db27fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4122450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db2ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7db4080670 0x7f7db4121f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48614/0 (socket says 10.20.193.4:48614) 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db27fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4122450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:51892/0 (socket says 10.20.193.4:51892) 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 -- 10.20.193.4:0/4084457228 learned_addr learned my addr 10.20.193.4:0/4084457228 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 -- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 msgr2=0x7f7db4122450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4122450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 -- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7db4080670 msgr2=0x7f7db4121f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7db4080670 0x7f7db4121f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 -- 10.20.193.4:0/4084457228 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7db410d330 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db37fe640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7da4009da0 tx=0x7f7da400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da40092e0 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7da400cad0 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da4003a80 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7db410ca20 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.838+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7db4122990 con 0x7f7db41755a0 2026-02-17T22:08:46.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.839+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7db4081db0 con 0x7f7db41755a0 2026-02-17T22:08:46.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.839+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7da4003c20 con 0x7f7db41755a0 2026-02-17T22:08:46.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.839+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7f7da4063ff0 con 0x7f7db41755a0 2026-02-17T22:08:46.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.841+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f7da4022020 con 0x7f7db41755a0 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.929+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f7db410e2d0 con 0x7f7db41755a0 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7d937fe640 1 -- 10.20.193.4:0/4084457228 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7f7da4010040 con 0x7f7db41755a0 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout:e1 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout:btime 2026-02-17T22:07:30:348197+0000 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout:legacy client fscid: -1 2026-02-17T22:08:46.933 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:46.934 INFO:teuthology.orchestra.run.trial004.stdout:No filesystems configured 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:dumped fsmap epoch 1 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 >> v1:10.20.193.4:6800/3058261106 conn(0x7f7d8004cae0 legacy=0x7f7d8006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 msgr2=0x7f7db41252d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7da4009da0 tx=0x7f7da400c490 comp rx=0 tx=0).stop 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 shutdown_connections 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7db41755a0 0x7f7db41252d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7db40819e0 0x7f7db4122450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 --2- 10.20.193.4:0/4084457228 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7db4080670 0x7f7db4121f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 >> 10.20.193.4:0/4084457228 conn(0x7f7db4084730 msgr2=0x7f7db405bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:46.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 shutdown_connections 2026-02-17T22:08:46.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:46.930+0000 7f7db9753640 1 -- 10.20.193.4:0/4084457228 wait complete. 2026-02-17T22:08:46.941 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release tentacle' 2026-02-17T22:08:47.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/3593568999 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc0080670 msgr2=0x7f4dc00812d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:47.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/3593568999 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc0080670 0x7f4dc00812d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4db0005fd0 tx=0x7f4db002f260 comp rx=0 tx=0).stop 2026-02-17T22:08:47.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/3593568999 shutdown_connections 2026-02-17T22:08:47.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/3593568999 >> v2:10.20.193.4:3300/0 conn(0x7f4dc01755a0 0x7f4dc0195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:47.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/3593568999 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc0080670 0x7f4dc00812d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/3593568999 >> 10.20.193.4:0/3593568999 conn(0x7f4dc0084730 msgr2=0x7f4dc0084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/3593568999 shutdown_connections 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.004+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/3593568999 wait complete. 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 Processor -- start 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- start start 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4dc0080670 0x7f4dc01221d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 0x7f4dc0122710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc0196ad0 con 0x7f4dc0081810 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4dc0196950 con 0x7f4dc01755a0 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4dc0196c50 con 0x7f4dc0080670 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 0x7f4dc0122710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc63c2640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc5bc1640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4dc0080670 0x7f4dc01221d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc63c2640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48626/0 (socket says 10.20.193.4:48626) 2026-02-17T22:08:47.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc63c2640 1 -- 10.20.193.4:0/2640960117 learned_addr learned my addr 10.20.193.4:0/2640960117 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 -- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4dc0080670 msgr2=0x7f4dc01221d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4dc0080670 0x7f4dc01221d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 -- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 msgr2=0x7f4dc0125590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 -- 10.20.193.4:0/2640960117 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc010d550 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc63c2640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc53c0640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 0x7f4dc0122710 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4db4002760 tx=0x7f4db400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4016070 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4db4004310 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc010e970 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db40068c0 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.005+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc010dea0 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.006+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dc00812d0 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.006+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4db4006a60 con 0x7f4dc0081810 2026-02-17T22:08:47.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.006+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3020+0+0 (secure 0 0 0) 0x7f4db4063460 con 0x7f4dc0081810 2026-02-17T22:08:47.012 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.008+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4db4062540 con 0x7f4dc0081810 2026-02-17T22:08:47.089 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:47.086+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd require-osd-release", "release": "tentacle"} v 0) -- 0x7f4dc0056b00 con 0x7f4dc0081810 2026-02-17T22:08:48.053 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.049+0000 7f4dae7fc640 1 -- 10.20.193.4:0/2640960117 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "tentacle"}]=0 v29) ==== 94+0+0 (secure 0 0 0) 0x7f4db4006d80 con 0x7f4dc0081810 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4d9004cae0 legacy=0x7f4d9006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 msgr2=0x7f4dc0122710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 0x7f4dc0122710 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4db4002760 tx=0x7f4db400c970 comp rx=0 tx=0).stop 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 shutdown_connections 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4dc01755a0 0x7f4dc0125590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4dc0081810 0x7f4dc0122710 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 --2- 10.20.193.4:0/2640960117 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4dc0080670 0x7f4dc01221d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 >> 10.20.193.4:0/2640960117 conn(0x7f4dc0084730 msgr2=0x7f4dc005bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:48.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 shutdown_connections 2026-02-17T22:08:48.057 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.052+0000 7f4dc7e4c640 1 -- 10.20.193.4:0/2640960117 wait complete. 2026-02-17T22:08:48.064 DEBUG:teuthology.orchestra.run.trial004:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2026-02-17T22:08:48.134 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 -- 10.20.193.4:0/1786270519 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 msgr2=0x7f51900815a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.134 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 --2- 10.20.193.4:0/1786270519 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51900815a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5180005ea0 tx=0x7f518002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.134 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 -- 10.20.193.4:0/1786270519 shutdown_connections 2026-02-17T22:08:48.134 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 --2- 10.20.193.4:0/1786270519 >> v2:10.20.193.4:3300/0 conn(0x7f5190081ae0 0x7f5190136590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.134 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 --2- 10.20.193.4:0/1786270519 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51900815a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 -- 10.20.193.4:0/1786270519 >> 10.20.193.4:0/1786270519 conn(0x7f5190084730 msgr2=0x7f5190084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 -- 10.20.193.4:0/1786270519 shutdown_connections 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.128+0000 7f51974d5640 1 -- 10.20.193.4:0/1786270519 wait complete. 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 Processor -- start 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 -- start start 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5190081ae0 0x7f5190119e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5190136ad0 0x7f519010b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.135 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f5190199080 con 0x7f5190136ad0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5190198f00 con 0x7f5190081ae0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f51974d5640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5190199200 con 0x7f51900811d0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:51912/0 (socket says 10.20.193.4:51912) 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 -- 10.20.193.4:0/1128016424 learned_addr learned my addr 10.20.193.4:0/1128016424 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f5194a49640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5190081ae0 0x7f5190119e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f5195a4b640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5190136ad0 0x7f519010b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 -- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5190081ae0 msgr2=0x7f5190119e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5190081ae0 0x7f5190119e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 -- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5190136ad0 msgr2=0x7f519010b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.136 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5190136ad0 0x7f519010b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 -- 10.20.193.4:0/1128016424 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f519005d180 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.129+0000 7f519524a640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f518002fe70 tx=0x7f5180002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180046070 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f51800045f0 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f519010dce0 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180038470 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f519010cbd0 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f519010d4b0 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.130+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5180038610 con 0x7f51900811d0 2026-02-17T22:08:48.137 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.131+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7f5180087ed0 con 0x7f51900811d0 2026-02-17T22:08:48.138 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.132+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5180086fa0 con 0x7f51900811d0 2026-02-17T22:08:48.213 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.210+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f5190056b00 con 0x7f51900811d0 2026-02-17T22:08:48.213 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.210+0000 7f517dffb640 1 -- 10.20.193.4:0/1128016424 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v29) ==== 59+0+9 (secure 0 0 0) 0x7f5180038d90 con 0x7f51900811d0 2026-02-17T22:08:48.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 >> v1:10.20.193.4:6800/3058261106 conn(0x7f516004cae0 legacy=0x7f516006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 msgr2=0x7f51901198f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.214 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f518002fe70 tx=0x7f5180002900 comp rx=0 tx=0).stop 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 shutdown_connections 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5190136ad0 0x7f519010b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5190081ae0 0x7f5190119e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 --2- 10.20.193.4:0/1128016424 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f51900811d0 0x7f51901198f0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 >> 10.20.193.4:0/1128016424 conn(0x7f5190084730 msgr2=0x7f519011a630 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 shutdown_connections 2026-02-17T22:08:48.215 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.211+0000 7f51974d5640 1 -- 10.20.193.4:0/1128016424 wait complete. 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- 10.20.193.4:0/750724351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405c160 msgr2=0x7f7e8405c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- 10.20.193.4:0/750724351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405c160 0x7f7e8405c530 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7e74005ea0 tx=0x7f7e7402f170 comp rx=0 tx=0).stop 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- 10.20.193.4:0/750724351 shutdown_connections 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- 10.20.193.4:0/750724351 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8412a800 0x7f7e8412ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- 10.20.193.4:0/750724351 >> v2:10.20.193.4:3300/0 conn(0x7f7e8405ca70 0x7f7e8412a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- 10.20.193.4:0/750724351 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405c160 0x7f7e8405c530 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- 10.20.193.4:0/750724351 >> 10.20.193.4:0/750724351 conn(0x7f7e84084fe0 msgr2=0x7f7e840853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:48.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- 10.20.193.4:0/750724351 shutdown_connections 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- 10.20.193.4:0/750724351 wait complete. 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 Processor -- start 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- start start 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 0x7f7e84146960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 0x7f7e84146ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7e8412a800 0x7f7e84059f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7e84195cd0 con 0x7f7e8412a800 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7e84195b50 con 0x7f7e8405c160 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.261+0000 7f7e8b016640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7e84195e50 con 0x7f7e8405ca70 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e88d8b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 0x7f7e84146960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 0x7f7e84146ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e88d8b640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 0x7f7e84146960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48650/0 (socket says 10.20.193.4:48650) 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e88d8b640 1 -- 10.20.193.4:0/1300948976 learned_addr learned my addr 10.20.193.4:0/1300948976 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e8958c640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7e8412a800 0x7f7e84059f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 -- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 msgr2=0x7f7e84146960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 0x7f7e84146960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 -- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7e8412a800 msgr2=0x7f7e84059f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7e8412a800 0x7f7e84059f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 -- 10.20.193.4:0/1300948976 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e8412e7c0 con 0x7f7e8405ca70 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e7bfff640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 0x7f7e84146ea0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c005fd0 tx=0x7f7e6c00dba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c015070 con 0x7f7e8405ca70 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e6c0043d0 con 0x7f7e8405ca70 2026-02-17T22:08:48.269 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e841473e0 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c004ae0 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.262+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e84123e30 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.263+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e8412a2c0 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.263+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7e6c004c80 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.263+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7f7e6c0638e0 con 0x7f7e8405ca70 2026-02-17T22:08:48.270 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.264+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f7e6c004580 con 0x7f7e8405ca70 2026-02-17T22:08:48.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:48.340+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f7e84124270 con 0x7f7e8405ca70 2026-02-17T22:08:49.054 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.051+0000 7f7e797fa640 1 -- 10.20.193.4:0/1300948976 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v30) ==== 153+0+0 (secure 0 0 0) 0x7f7e6c062970 con 0x7f7e8405ca70 2026-02-17T22:08:49.054 INFO:teuthology.orchestra.run.trial004.stderr:set pool 1 pg_autoscale_mode to off 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 >> v1:10.20.193.4:6800/3058261106 conn(0x7f7e5404cae0 legacy=0x7f7e5406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 msgr2=0x7f7e84146ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 0x7f7e84146ea0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c005fd0 tx=0x7f7e6c00dba0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 shutdown_connections 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7e8412a800 0x7f7e84059f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7e8405ca70 0x7f7e84146ea0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.056 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 --2- 10.20.193.4:0/1300948976 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7e8405c160 0x7f7e84146960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.057 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 >> 10.20.193.4:0/1300948976 conn(0x7f7e84084fe0 msgr2=0x7f7e8412f280 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:49.057 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 shutdown_connections 2026-02-17T22:08:49.057 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.052+0000 7f7e8b016640 1 -- 10.20.193.4:0/1300948976 wait complete. 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 -- 10.20.193.4:0/1878663009 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c058880 msgr2=0x7fb25c058c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 --2- 10.20.193.4:0/1878663009 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c058880 0x7fb25c058c50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fb250005ea0 tx=0x7fb25002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 -- 10.20.193.4:0/1878663009 shutdown_connections 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 --2- 10.20.193.4:0/1878663009 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c05bca0 0x7fb25c05c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 --2- 10.20.193.4:0/1878663009 >> v2:10.20.193.4:3300/0 conn(0x7fb25c059190 0x7fb25c05b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 --2- 10.20.193.4:0/1878663009 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c058880 0x7fb25c058c50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.110 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 -- 10.20.193.4:0/1878663009 >> 10.20.193.4:0/1878663009 conn(0x7fb25c085640 msgr2=0x7fb25c085a40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 -- 10.20.193.4:0/1878663009 shutdown_connections 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.104+0000 7fb261245640 1 -- 10.20.193.4:0/1878663009 wait complete. 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 Processor -- start 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 -- start start 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c058880 0x7fb25c0fdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 0x7fb25c0fe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fb25c194a20 con 0x7fb25c059190 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fb25c1948a0 con 0x7fb25c058880 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb261245640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fb25c194ba0 con 0x7fb25c05bca0 2026-02-17T22:08:49.111 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25a575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 0x7fb25c0fe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25ad76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c058880 0x7fb25c0fdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25a575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50716/0 (socket says 10.20.193.4:50716) 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25a575640 1 -- 10.20.193.4:0/3554691862 learned_addr learned my addr 10.20.193.4:0/3554691862 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 -- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c058880 msgr2=0x7fb25c0fdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c058880 0x7fb25c0fdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 -- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 msgr2=0x7fb25c0fe290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25b577640 1 -- 10.20.193.4:0/3554691862 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb25c10aed0 con 0x7fb25c05bca0 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.105+0000 7fb25a575640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:49.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb25b577640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 0x7fb25c0fe7d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb24c009dc0 tx=0x7fb24c00c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24c0092e0 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb24c00cb30 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb25c114ce0 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24c003a80 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb25c10a500 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb25c0008d0 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.106+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb24c003c20 con 0x7fb25c05bca0 2026-02-17T22:08:49.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.107+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fb24c064060 con 0x7fb25c05bca0 2026-02-17T22:08:49.114 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.108+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb24c022020 con 0x7fb25c05bca0 2026-02-17T22:08:49.189 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:49.186+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fb25c05b6c0 con 0x7fb25c05bca0 2026-02-17T22:08:50.058 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.055+0000 7fb23b7fe640 1 -- 10.20.193.4:0/3554691862 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v31) ==== 152+0+0 (secure 0 0 0) 0x7fb24c010040 con 0x7fb25c05bca0 2026-02-17T22:08:50.058 INFO:teuthology.orchestra.run.trial004.stderr:set pool 2 pg_autoscale_mode to off 2026-02-17T22:08:50.059 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 >> v1:10.20.193.4:6800/3058261106 conn(0x7fb22804cae0 legacy=0x7fb22806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 msgr2=0x7fb25c0fe7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 0x7fb25c0fe7d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb24c009dc0 tx=0x7fb24c00c490 comp rx=0 tx=0).stop 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 shutdown_connections 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb25c05bca0 0x7fb25c0fe7d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb25c059190 0x7fb25c0fe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 --2- 10.20.193.4:0/3554691862 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb25c058880 0x7fb25c0fdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 >> 10.20.193.4:0/3554691862 conn(0x7fb25c085640 msgr2=0x7fb25c115590 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 shutdown_connections 2026-02-17T22:08:50.060 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.056+0000 7fb261245640 1 -- 10.20.193.4:0/3554691862 wait complete. 2026-02-17T22:08:50.068 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-17T22:08:50.088 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:08:50.089 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:08:50.089 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:08:50.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 -- 10.20.193.4:0/1669188458 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f98500814c0 msgr2=0x7f985007c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 --2- 10.20.193.4:0/1669188458 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f98500814c0 0x7f985007c400 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9844005ea0 tx=0x7f984402f190 comp rx=0 tx=0).stop 2026-02-17T22:08:50.164 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 -- 10.20.193.4:0/1669188458 shutdown_connections 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 --2- 10.20.193.4:0/1669188458 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f98500814c0 0x7f985007c400 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 --2- 10.20.193.4:0/1669188458 >> v2:10.20.193.4:3300/0 conn(0x7f9850080bb0 0x7f9850080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.158+0000 7f9857d23640 1 -- 10.20.193.4:0/1669188458 >> 10.20.193.4:0/1669188458 conn(0x7f98500833e0 msgr2=0x7f98500840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- 10.20.193.4:0/1669188458 shutdown_connections 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- 10.20.193.4:0/1669188458 wait complete. 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 Processor -- start 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- start start 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f985007c940 0x7f985011d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.165 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f98500814c0 0x7f985011e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9850196bf0 con 0x7f98500814c0 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9850196a70 con 0x7f985007c940 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9857d23640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9850196d70 con 0x7f9850080bb0 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9855297640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9855297640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:51940/0 (socket says 10.20.193.4:51940) 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9855a98640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f985007c940 0x7f985011d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9855297640 1 -- 10.20.193.4:0/595370207 learned_addr learned my addr 10.20.193.4:0/595370207 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.159+0000 7f9856299640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f98500814c0 0x7f985011e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.166 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 -- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f985007c940 msgr2=0x7f985011d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f985007c940 0x7f985011d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 -- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f98500814c0 msgr2=0x7f985011e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f98500814c0 0x7f985011e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 -- 10.20.193.4:0/595370207 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f985005d3e0 con 0x7f9850080bb0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9855297640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9844002900 tx=0x7f9844002930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844046070 con 0x7f9850080bb0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98440045f0 con 0x7f9850080bb0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f985005da10 con 0x7f9850080bb0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9844038470 con 0x7f9850080bb0 2026-02-17T22:08:50.167 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f98500773e0 con 0x7f9850080bb0 2026-02-17T22:08:50.168 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9850080f80 con 0x7f9850080bb0 2026-02-17T22:08:50.168 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.160+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9844038610 con 0x7f9850080bb0 2026-02-17T22:08:50.168 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.161+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f9844087d30 con 0x7f9850080bb0 2026-02-17T22:08:50.168 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.162+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9844086e00 con 0x7f9850080bb0 2026-02-17T22:08:50.253 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.250+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f985007c720 con 0x7f9850080bb0 2026-02-17T22:08:50.255 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.251+0000 7f983e7fc640 1 -- 10.20.193.4:0/595370207 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+116759 (secure 0 0 0) 0x7f9844086270 con 0x7f9850080bb0 2026-02-17T22:08:50.256 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:50.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 >> v1:10.20.193.4:6800/3058261106 conn(0x7f982004cae0 legacy=0x7f982006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.258 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 msgr2=0x7f985011de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9844002900 tx=0x7f9844002930 comp rx=0 tx=0).stop 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 shutdown_connections 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f98500814c0 0x7f985011e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f9850080bb0 0x7f985011de80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 --2- 10.20.193.4:0/595370207 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f985007c940 0x7f985011d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 >> 10.20.193.4:0/595370207 conn(0x7f98500833e0 msgr2=0x7f985012ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.259 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 shutdown_connections 2026-02-17T22:08:50.260 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.252+0000 7f9857d23640 1 -- 10.20.193.4:0/595370207 wait complete. 2026-02-17T22:08:50.264 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":10,"flags":0,"active_gid":14109,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6800","nonce":3058261106}]},"active_addr":"10.20.193.4:6800/3058261106","active_change":"2026-02-17T22:08:36.019340+0000","active_mgr_features":4544132024016699391,"available":true,"standbys":[{"gid":14100,"name":"x","mgr_features":4544132024016699391,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":21,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":2450967885}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":4025999605}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":86979332}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.4:0","nonce":4107515175}]}]} 2026-02-17T22:08:50.271 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:08:50.271 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:08:50.271 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:50.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 -- 10.20.193.4:0/31965389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 msgr2=0x7f4f7c080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 --2- 10.20.193.4:0/31965389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c080f80 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c005ea0 tx=0x7f4f6c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 -- 10.20.193.4:0/31965389 shutdown_connections 2026-02-17T22:08:50.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 --2- 10.20.193.4:0/31965389 >> v2:10.20.193.4:3300/0 conn(0x7f4f7c07cb10 0x7f4f7c196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 --2- 10.20.193.4:0/31965389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c080f80 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 -- 10.20.193.4:0/31965389 >> 10.20.193.4:0/31965389 conn(0x7f4f7c0833e0 msgr2=0x7f4f7c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 -- 10.20.193.4:0/31965389 shutdown_connections 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.335+0000 7f4f83281640 1 -- 10.20.193.4:0/31965389 wait complete. 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 Processor -- start 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- start start 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 0x7f4f7c146530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7c196a60 con 0x7f4f7c07cb10 2026-02-17T22:08:50.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4f7c1968e0 con 0x7f4f7c080bb0 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4f7c196be0 con 0x7f4f7c0814c0 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f73fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50752/0 (socket says 10.20.193.4:50752) 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f73fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48694/0 (socket says 10.20.193.4:48694) 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 -- 10.20.193.4:0/3169600105 learned_addr learned my addr 10.20.193.4:0/3169600105 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f817f7640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 0x7f4f7c146530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 -- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 msgr2=0x7f4f7c146530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 0x7f4f7c146530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 -- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 msgr2=0x7f4f7c07b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 -- 10.20.193.4:0/3169600105 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f7c07acc0 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f817f7640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 0x7f4f7c146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f73fff640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f80ff6640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c004770 tx=0x7f4f6c02fda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c046070 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f6c002aa0 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f7c079910 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c038470 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.336+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f7c07be50 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.337+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f7c07eb20 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.337+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4f6c038610 con 0x7f4f7c07cb10 2026-02-17T22:08:50.344 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.337+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f4f6c0880c0 con 0x7f4f7c07cb10 2026-02-17T22:08:50.345 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.339+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4f6c087150 con 0x7f4f7c07cb10 2026-02-17T22:08:50.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.418+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f7c053200 con 0x7f4f7c07cb10 2026-02-17T22:08:50.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.418+0000 7f4f717fa640 1 -- 10.20.193.4:0/3169600105 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9141 (secure 0 0 0) 0x7f4f6c038d90 con 0x7f4f7c07cb10 2026-02-17T22:08:50.422 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:50.422 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":31,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:08:50.052128+0000","last_up_change":"2026-02-17T22:08:45.040954+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":996142856}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":996142856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":996142856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":996142856}]},"public_addr":"10.20.193.4:6801/996142856","cluster_addr":"10.20.193.4:6802/996142856","heartbeat_back_addr":"10.20.193.4:6804/996142856","heartbeat_front_addr":"10.20.193.4:6803/996142856","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":1076377445}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":1076377445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":1076377445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":1076377445}]},"public_addr":"10.20.193.4:6805/1076377445","cluster_addr":"10.20.193.4:6806/1076377445","heartbeat_back_addr":"10.20.193.4:6808/1076377445","heartbeat_front_addr":"10.20.193.4:6807/1076377445","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":22,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":984685675}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":984685675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":984685675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":984685675}]},"public_addr":"10.20.193.4:6809/984685675","cluster_addr":"10.20.193.4:6810/984685675","heartbeat_back_addr":"10.20.193.4:6812/984685675","heartbeat_front_addr":"10.20.193.4:6811/984685675","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":218412861}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":218412861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":218412861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":218412861}]},"public_addr":"10.20.193.4:6813/218412861","cluster_addr":"10.20.193.4:6814/218412861","heartbeat_back_addr":"10.20.193.4:6816/218412861","heartbeat_front_addr":"10.20.193.4:6815/218412861","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.307333+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.147992+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.432827+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.370026+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.4:0/3050935799":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/501859778":"2026-02-18T22:08:36.019284+0000","10.20.193.4:6800/3087543391":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/503382043":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/876706050":"2026-02-18T22:08:36.019284+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4f4c04cae0 legacy=0x7f4f4c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 msgr2=0x7f4f7c07b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c004770 tx=0x7f4f6c02fda0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 shutdown_connections 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4f7c0814c0 0x7f4f7c146530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4f7c080bb0 0x7f4f7c07b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 --2- 10.20.193.4:0/3169600105 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4f7c07cb10 0x7f4f7c07b1f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 >> 10.20.193.4:0/3169600105 conn(0x7f4f7c0833e0 msgr2=0x7f4f7c1329a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 shutdown_connections 2026-02-17T22:08:50.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.420+0000 7f4f83281640 1 -- 10.20.193.4:0/3169600105 wait complete. 2026-02-17T22:08:50.431 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:08:50.431 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:50.505 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- 10.20.193.4:0/4263289032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368081690 msgr2=0x7fb368175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.505 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/4263289032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368081690 0x7fb368175130 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb350004770 tx=0x7fb35002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.505 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- 10.20.193.4:0/4263289032 shutdown_connections 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/4263289032 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368175670 0x7fb368195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/4263289032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368081690 0x7fb368175130 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- 10.20.193.4:0/4263289032 >> 10.20.193.4:0/4263289032 conn(0x7fb3680833e0 msgr2=0x7fb3680840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- 10.20.193.4:0/4263289032 shutdown_connections 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- 10.20.193.4:0/4263289032 wait complete. 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 Processor -- start 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- start start 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368080bb0 0x7fb36807d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 0x7fb36807dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.506 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fb36805ddd0 con 0x7fb368080bb0 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fb3681969b0 con 0x7fb368081690 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb36d0cf640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fb368196830 con 0x7fb368175670 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb366575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb366575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48706/0 (socket says 10.20.193.4:48706) 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.500+0000 7fb366575640 1 -- 10.20.193.4:0/1219013632 learned_addr learned my addr 10.20.193.4:0/1219013632 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366d76640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368080bb0 0x7fb36807d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb367577640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 0x7fb36807dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 -- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 msgr2=0x7fb36807dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 0x7fb36807dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 -- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368080bb0 msgr2=0x7fb36807d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368080bb0 0x7fb36807d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.507 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 -- 10.20.193.4:0/1219013632 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36807ce70 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb367577640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 0x7fb36807dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb366575640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb350009230 tx=0x7fb350002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb350046070 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb350002d00 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb36805a850 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3500386b0 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb36807e1d0 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb368080f80 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.501+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb350038850 con 0x7fb368081690 2026-02-17T22:08:50.508 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.502+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fb350087f70 con 0x7fb368081690 2026-02-17T22:08:50.509 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.504+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb350087040 con 0x7fb368081690 2026-02-17T22:08:50.583 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.580+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb368053200 con 0x7fb368081690 2026-02-17T22:08:50.584 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.581+0000 7fb3477fe640 1 -- 10.20.193.4:0/1219013632 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9141 (secure 0 0 0) 0x7fb350009400 con 0x7fb368081690 2026-02-17T22:08:50.584 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:50.584 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":31,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:08:50.052128+0000","last_up_change":"2026-02-17T22:08:45.040954+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":996142856}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":996142856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":996142856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":996142856}]},"public_addr":"10.20.193.4:6801/996142856","cluster_addr":"10.20.193.4:6802/996142856","heartbeat_back_addr":"10.20.193.4:6804/996142856","heartbeat_front_addr":"10.20.193.4:6803/996142856","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":1076377445}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":1076377445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":1076377445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":1076377445}]},"public_addr":"10.20.193.4:6805/1076377445","cluster_addr":"10.20.193.4:6806/1076377445","heartbeat_back_addr":"10.20.193.4:6808/1076377445","heartbeat_front_addr":"10.20.193.4:6807/1076377445","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":22,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":984685675}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":984685675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":984685675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":984685675}]},"public_addr":"10.20.193.4:6809/984685675","cluster_addr":"10.20.193.4:6810/984685675","heartbeat_back_addr":"10.20.193.4:6812/984685675","heartbeat_front_addr":"10.20.193.4:6811/984685675","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":218412861}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":218412861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":218412861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":218412861}]},"public_addr":"10.20.193.4:6813/218412861","cluster_addr":"10.20.193.4:6814/218412861","heartbeat_back_addr":"10.20.193.4:6816/218412861","heartbeat_front_addr":"10.20.193.4:6815/218412861","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.307333+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.147992+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.432827+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.370026+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.4:0/3050935799":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/501859778":"2026-02-18T22:08:36.019284+0000","10.20.193.4:6800/3087543391":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/503382043":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/876706050":"2026-02-18T22:08:36.019284+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:50.585 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 >> v1:10.20.193.4:6800/3058261106 conn(0x7fb33404cae0 legacy=0x7fb33406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 msgr2=0x7fb368175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb350009230 tx=0x7fb350002900 comp rx=0 tx=0).stop 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 shutdown_connections 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fb368175670 0x7fb36807dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fb368081690 0x7fb368175130 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 --2- 10.20.193.4:0/1219013632 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fb368080bb0 0x7fb36807d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 >> 10.20.193.4:0/1219013632 conn(0x7fb3680833e0 msgr2=0x7fb368132510 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 shutdown_connections 2026-02-17T22:08:50.586 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.582+0000 7fb36d0cf640 1 -- 10.20.193.4:0/1219013632 wait complete. 2026-02-17T22:08:50.593 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:08:50.594 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:08:50.595 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:08:50.595 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:08:50.667 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- 10.20.193.4:0/1576100042 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 msgr2=0x7fcc5c177080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.667 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 --2- 10.20.193.4:0/1576100042 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c177080 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c0098c0 tx=0x7fcc4c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.668 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 -- 10.20.193.4:0/4094859389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 msgr2=0x7f107c198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.668 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- 10.20.193.4:0/1576100042 shutdown_connections 2026-02-17T22:08:50.668 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 --2- 10.20.193.4:0/1576100042 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcc5c1775c0 0x7fcc5c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.668 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 --2- 10.20.193.4:0/1576100042 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c177080 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.668 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- 10.20.193.4:0/1576100042 >> 10.20.193.4:0/1576100042 conn(0x7fcc5c08aa50 msgr2=0x7fcc5c08ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.669 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 --2- 10.20.193.4:0/4094859389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 0x7f107c198280 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1070004af0 tx=0x7f107002f310 comp rx=0 tx=0).stop 2026-02-17T22:08:50.669 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- 10.20.193.4:0/1576100042 shutdown_connections 2026-02-17T22:08:50.669 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- 10.20.193.4:0/1576100042 wait complete. 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 -- 10.20.193.4:0/4094859389 shutdown_connections 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 --2- 10.20.193.4:0/4094859389 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 0x7f107c198280 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 --2- 10.20.193.4:0/4094859389 >> v2:10.20.193.4:3300/0 conn(0x7f107c130220 0x7f107c086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 -- 10.20.193.4:0/4094859389 >> 10.20.193.4:0/4094859389 conn(0x7f107c08aae0 msgr2=0x7f107c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 -- 10.20.193.4:0/4094859389 shutdown_connections 2026-02-17T22:08:50.670 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 -- 10.20.193.4:0/4094859389 wait complete. 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 -- 10.20.193.4:0/2898137383 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 msgr2=0x7efd6012f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 --2- 10.20.193.4:0/2898137383 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 0x7efd6012f9d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7efd50005ea0 tx=0x7efd5002f220 comp rx=0 tx=0).stop 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 -- 10.20.193.4:0/2898137383 shutdown_connections 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 --2- 10.20.193.4:0/2898137383 >> v2:10.20.193.4:3300/0 conn(0x7efd60130340 0x7efd60136470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 --2- 10.20.193.4:0/2898137383 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 0x7efd6012f9d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.671 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 -- 10.20.193.4:0/2898137383 >> 10.20.193.4:0/2898137383 conn(0x7efd6008aa50 msgr2=0x7efd6008ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.672 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 -- 10.20.193.4:0/2898137383 shutdown_connections 2026-02-17T22:08:50.672 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7efd670e6640 1 -- 10.20.193.4:0/2898137383 wait complete. 2026-02-17T22:08:50.672 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 -- 10.20.193.4:0/2354766100 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 msgr2=0x7f9518086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 --2- 10.20.193.4:0/2354766100 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 0x7f9518086570 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9504005fd0 tx=0x7f950402f180 comp rx=0 tx=0).stop 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 -- 10.20.193.4:0/2354766100 shutdown_connections 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 --2- 10.20.193.4:0/2354766100 >> v2:10.20.193.4:3300/0 conn(0x7f9518135f40 0x7f95181363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 --2- 10.20.193.4:0/2354766100 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 0x7f9518086570 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 -- 10.20.193.4:0/2354766100 >> 10.20.193.4:0/2354766100 conn(0x7f951808aae0 msgr2=0x7f951808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 -- 10.20.193.4:0/2354766100 shutdown_connections 2026-02-17T22:08:50.673 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f951e25a640 1 -- 10.20.193.4:0/2354766100 wait complete. 2026-02-17T22:08:50.674 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 Processor -- start 2026-02-17T22:08:50.674 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7fcc61f3f640 1 -- start start 2026-02-17T22:08:50.674 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.664+0000 7f1082020640 1 Processor -- start 2026-02-17T22:08:50.674 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- start start 2026-02-17T22:08:50.675 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 Processor -- start 2026-02-17T22:08:50.675 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- start start 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcc5c086880 0x7fcc5c11e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c176e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcc5c1775c0 0x7fcc5c11e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fcc5c1988e0 con 0x7fcc5c086880 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fcc5c198760 con 0x7fcc5c1300e0 2026-02-17T22:08:50.676 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fcc5c198a60 con 0x7fcc5c1775c0 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 0x7f107c05b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f107c135f40 0x7f107c05b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 0x7f107c05bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f107c198d00 con 0x7f107c135f40 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f107c198b80 con 0x7f107c136af0 2026-02-17T22:08:50.677 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f107c198e80 con 0x7f107c130220 2026-02-17T22:08:50.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c176e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5b7fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcc5c086880 0x7fcc5c11e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c176e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48752/0 (socket says 10.20.193.4:48752) 2026-02-17T22:08:50.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 -- 10.20.193.4:0/529499692 learned_addr learned my addr 10.20.193.4:0/529499692 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.678 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5bfff640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcc5c1775c0 0x7fcc5c11e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 0x7f107c05b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107affd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f107c135f40 0x7f107c05b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 0x7f107c05b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:51992/0 (socket says 10.20.193.4:51992) 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 -- 10.20.193.4:0/3606622874 learned_addr learned my addr 10.20.193.4:0/3606622874 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107bfff640 1 --2- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 0x7f107c05bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.679 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 Processor -- start 2026-02-17T22:08:50.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 -- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcc5c1775c0 msgr2=0x7fcc5c11e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcc5c1775c0 0x7fcc5c11e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 -- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcc5c086880 msgr2=0x7fcc5c11e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcc5c086880 0x7fcc5c11e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.680 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 -- 10.20.193.4:0/529499692 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5c057cf0 con 0x7fcc5c1300e0 2026-02-17T22:08:50.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 0x7efd60146180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5b7fe640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcc5c086880 0x7fcc5c11e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:50.681 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efd6012ff10 0x7efd601466c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 0x7efd6005ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 -- start start 2026-02-17T22:08:50.682 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7efd60198a50 con 0x7efd60130340 2026-02-17T22:08:50.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7efd601988d0 con 0x7efd6012ff10 2026-02-17T22:08:50.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7efd60198bd0 con 0x7efd60086880 2026-02-17T22:08:50.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 -- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 msgr2=0x7f107c05bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 --2- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f107c136af0 0x7f107c05bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.683 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 -- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f107c135f40 msgr2=0x7f107c05b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.684 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 --2- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f107c135f40 0x7f107c05b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.684 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 -- 10.20.193.4:0/3606622874 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c05cb00 con 0x7f107c130220 2026-02-17T22:08:50.684 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 0x7efd6005ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.684 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 0x7efd6005ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50800/0 (socket says 10.20.193.4:50800) 2026-02-17T22:08:50.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 -- 10.20.193.4:0/1627681288 learned_addr learned my addr 10.20.193.4:0/1627681288 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd64e5b640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 0x7efd60146180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd57fff640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efd6012ff10 0x7efd601466c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f107b7fe640 1 --2- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 0x7f107c05b1c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f10680094b0 tx=0x7f106800ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc5affd640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c176e40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c0099c0 tx=0x7fcc4c002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 0x7f951805b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106800cd20 con 0x7f107c130220 2026-02-17T22:08:50.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 -- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 msgr2=0x7efd60146180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7efd60086880 0x7efd60146180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 -- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efd6012ff10 msgr2=0x7efd601466c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7efd6012ff10 0x7efd601466c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9518135f40 0x7f951805ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f95181368f0 0x7f951811ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 -- 10.20.193.4:0/1627681288 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd60079ce0 con 0x7efd60130340 2026-02-17T22:08:50.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f9518198d50 con 0x7f9518135f40 2026-02-17T22:08:50.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f9518198bd0 con 0x7f9518130220 2026-02-17T22:08:50.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f951e25a640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f9518198ed0 con 0x7f95181368f0 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1068004880 con 0x7f107c130220 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107c05d330 con 0x7f107c130220 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1068004cd0 con 0x7f107c130220 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f107c146710 con 0x7f107c130220 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9516ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9518135f40 0x7f951805ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f95181368f0 0x7f951811ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.690 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd6565c640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 0x7efd6005ab10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efd5c009e50 tx=0x7efd5c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.690 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9516ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9518135f40 0x7f951805ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50810/0 (socket says 10.20.193.4:50810) 2026-02-17T22:08:50.690 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9516ffd640 1 -- 10.20.193.4:0/2102249272 learned_addr learned my addr 10.20.193.4:0/2102249272 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.690 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4c046070 con 0x7fcc5c1300e0 2026-02-17T22:08:50.691 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f95177fe640 1 --2- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 0x7f951805b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.691 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc4c002c80 con 0x7fcc5c1300e0 2026-02-17T22:08:50.691 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4c005d70 con 0x7fcc5c1300e0 2026-02-17T22:08:50.692 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc5c1121f0 con 0x7fcc5c1300e0 2026-02-17T22:08:50.692 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c0092e0 con 0x7efd60130340 2026-02-17T22:08:50.692 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd5c00cb90 con 0x7efd60130340 2026-02-17T22:08:50.692 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc5c11eb90 con 0x7fcc5c1300e0 2026-02-17T22:08:50.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd60146c00 con 0x7efd60130340 2026-02-17T22:08:50.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd5c003a80 con 0x7efd60130340 2026-02-17T22:08:50.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd6005d710 con 0x7efd60130340 2026-02-17T22:08:50.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 -- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 msgr2=0x7f951805b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 --2- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f9518130220 0x7f951805b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 -- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9518135f40 msgr2=0x7f951805ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.694 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 --2- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f9518135f40 0x7f951805ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.665+0000 7f9517fff640 1 -- 10.20.193.4:0/2102249272 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f951805cad0 con 0x7f95181368f0 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f9517fff640 1 --2- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f95181368f0 0x7f951811ee00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f950c002ae0 tx=0x7f950c00cba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c016020 con 0x7f95181368f0 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f950c00a910 con 0x7f95181368f0 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efd6012f9d0 con 0x7efd60130340 2026-02-17T22:08:50.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f107c1307a0 con 0x7f107c130220 2026-02-17T22:08:50.696 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcc5c11edf0 con 0x7fcc5c1300e0 2026-02-17T22:08:50.696 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1068004080 con 0x7f107c130220 2026-02-17T22:08:50.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950c00ad20 con 0x7f95181368f0 2026-02-17T22:08:50.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f951810f780 con 0x7f95181368f0 2026-02-17T22:08:50.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f951805bfc0 con 0x7f95181368f0 2026-02-17T22:08:50.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7efd5c003c20 con 0x7efd60130340 2026-02-17T22:08:50.697 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcc4c0386d0 con 0x7fcc5c1300e0 2026-02-17T22:08:50.698 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f10680641d0 con 0x7f107c130220 2026-02-17T22:08:50.698 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7efd5c0640b0 con 0x7efd60130340 2026-02-17T22:08:50.698 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 --> v1:10.20.193.4:6805/1076377445 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1068017e50 con 0x7f104c071400 2026-02-17T22:08:50.698 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f106806b050 con 0x7f107c130220 2026-02-17T22:08:50.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 --> v1:10.20.193.4:6813/218412861 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efd5c00ae50 con 0x7efd30071400 2026-02-17T22:08:50.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7efd5c06b050 con 0x7efd60130340 2026-02-17T22:08:50.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.666+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9518086570 con 0x7f95181368f0 2026-02-17T22:08:50.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fcc4c087f90 con 0x7fcc5c1300e0 2026-02-17T22:08:50.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 --> v1:10.20.193.4:6809/984685675 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcc2c0930a0 con 0x7fcc2c071400 2026-02-17T22:08:50.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcc4c08a600 con 0x7fcc5c1300e0 2026-02-17T22:08:50.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f950c012420 con 0x7f95181368f0 2026-02-17T22:08:50.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f950c063cb0 con 0x7f95181368f0 2026-02-17T22:08:50.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 --> v1:10.20.193.4:6801/996142856 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f950c01ae70 con 0x7f94e8071400 2026-02-17T22:08:50.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f950c066290 con 0x7f95181368f0 2026-02-17T22:08:50.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== osd.1 v1:10.20.193.4:6805/1076377445 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f1068017e50 con 0x7f104c071400 2026-02-17T22:08:50.701 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== osd.3 v1:10.20.193.4:6813/218412861 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7efd5c00ae50 con 0x7efd30071400 2026-02-17T22:08:50.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.667+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== osd.2 v1:10.20.193.4:6809/984685675 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fcc2c0930a0 con 0x7fcc2c071400 2026-02-17T22:08:50.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.668+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== osd.0 v1:10.20.193.4:6801/996142856 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f950c01ae70 con 0x7f94e8071400 2026-02-17T22:08:50.702 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 --> v1:10.20.193.4:6805/1076377445 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f107c135100 con 0x7f104c071400 2026-02-17T22:08:50.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 --> v1:10.20.193.4:6813/218412861 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efd60083270 con 0x7efd30071400 2026-02-17T22:08:50.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1057fff640 1 -- 10.20.193.4:0/3606622874 <== osd.1 v1:10.20.193.4:6805/1076377445 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 4081650579) 0x7f107c135100 con 0x7f104c071400 2026-02-17T22:08:50.703 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd557fa640 1 -- 10.20.193.4:0/1627681288 <== osd.3 v1:10.20.193.4:6813/218412861 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7efd60083270 con 0x7efd30071400 2026-02-17T22:08:50.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 --> v1:10.20.193.4:6809/984685675 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcc5c12f480 con 0x7fcc2c071400 2026-02-17T22:08:50.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7fcc37fff640 1 -- 10.20.193.4:0/529499692 <== osd.2 v1:10.20.193.4:6809/984685675 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 795413372) 0x7fcc5c12f480 con 0x7fcc2c071400 2026-02-17T22:08:50.704 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 >> v1:10.20.193.4:6805/1076377445 conn(0x7f104c071400 legacy=0x7f104c091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.705 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 --> v1:10.20.193.4:6801/996142856 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9518135120 con 0x7f94e8071400 2026-02-17T22:08:50.705 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 >> v1:10.20.193.4:6800/3058261106 conn(0x7f104c04cae0 legacy=0x7f104c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.705 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 msgr2=0x7f107c05b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.705 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 --2- 10.20.193.4:0/3606622874 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f107c130220 0x7f107c05b1c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f10680094b0 tx=0x7f106800ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:50.705 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f107bfff640 1 -- 10.20.193.4:0/3606622874 reap_dead start 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 >> v1:10.20.193.4:6813/218412861 conn(0x7efd30071400 legacy=0x7efd30091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 >> v1:10.20.193.4:6800/3058261106 conn(0x7efd3004cae0 legacy=0x7efd3006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 msgr2=0x7efd6005ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 --2- 10.20.193.4:0/1627681288 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7efd60130340 0x7efd6005ab10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efd5c009e50 tx=0x7efd5c00c490 comp rx=0 tx=0).stop 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd6565c640 1 -- 10.20.193.4:0/1627681288 reap_dead start 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 shutdown_connections 2026-02-17T22:08:50.706 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 >> 10.20.193.4:0/1627681288 conn(0x7efd6008aa50 msgr2=0x7efd60082910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.707 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f94f3fff640 1 -- 10.20.193.4:0/2102249272 <== osd.0 v1:10.20.193.4:6801/996142856 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1720373281) 0x7f9518135120 con 0x7f94e8071400 2026-02-17T22:08:50.707 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 shutdown_connections 2026-02-17T22:08:50.707 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 >> 10.20.193.4:0/3606622874 conn(0x7f107c08aae0 msgr2=0x7f107c1347a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.707 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 shutdown_connections 2026-02-17T22:08:50.707 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7efd670e6640 1 -- 10.20.193.4:0/1627681288 wait complete. 2026-02-17T22:08:50.708 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 shutdown_connections 2026-02-17T22:08:50.708 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.675+0000 7f1082020640 1 -- 10.20.193.4:0/3606622874 wait complete. 2026-02-17T22:08:50.708 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 >> v1:10.20.193.4:6809/984685675 conn(0x7fcc2c071400 legacy=0x7fcc2c091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.708 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 >> v1:10.20.193.4:6800/3058261106 conn(0x7fcc2c04cae0 legacy=0x7fcc2c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 msgr2=0x7fcc5c176e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 --2- 10.20.193.4:0/529499692 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcc5c1300e0 0x7fcc5c176e40 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c0099c0 tx=0x7fcc4c002900 comp rx=0 tx=0).stop 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc5bfff640 1 -- 10.20.193.4:0/529499692 reap_dead start 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 shutdown_connections 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 >> 10.20.193.4:0/529499692 conn(0x7fcc5c08aa50 msgr2=0x7fcc5c082bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 >> v1:10.20.193.4:6801/996142856 conn(0x7f94e8071400 legacy=0x7f94e8091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 shutdown_connections 2026-02-17T22:08:50.709 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7fcc61f3f640 1 -- 10.20.193.4:0/529499692 wait complete. 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 >> v1:10.20.193.4:6800/3058261106 conn(0x7f94e804cae0 legacy=0x7f94e806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f95181368f0 msgr2=0x7f951811ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 --2- 10.20.193.4:0/2102249272 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f95181368f0 0x7f951811ee00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f950c002ae0 tx=0x7f950c00cba0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f9517fff640 1 -- 10.20.193.4:0/2102249272 reap_dead start 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 shutdown_connections 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 >> 10.20.193.4:0/2102249272 conn(0x7f951808aae0 msgr2=0x7f95181347c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.710 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 shutdown_connections 2026-02-17T22:08:50.711 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.676+0000 7f951e25a640 1 -- 10.20.193.4:0/2102249272 wait complete. 2026-02-17T22:08:50.711 INFO:teuthology.orchestra.run.trial004.stdout:107374182403 2026-02-17T22:08:50.712 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:08:50.712 INFO:teuthology.orchestra.run.trial004.stdout:103079215107 2026-02-17T22:08:50.713 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:08:50.713 INFO:teuthology.orchestra.run.trial004.stdout:115964116995 2026-02-17T22:08:50.713 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:08:50.714 INFO:teuthology.orchestra.run.trial004.stdout:111669149699 2026-02-17T22:08:50.714 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:50.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 -- 10.20.193.4:0/3690256843 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c1368f0 msgr2=0x7f4e9c197270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.821 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/3690256843 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c1368f0 0x7f4e9c197270 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c009f10 tx=0x7f4e8c02f290 comp rx=0 tx=0).stop 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 -- 10.20.193.4:0/3914481817 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b1407dc60 msgr2=0x7f2b1407e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 --2- 10.20.193.4:0/3914481817 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b1407dc60 0x7f2b1407e080 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2afc005ea0 tx=0x7f2afc02f220 comp rx=0 tx=0).stop 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 -- 10.20.193.4:0/3914481817 shutdown_connections 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 --2- 10.20.193.4:0/3914481817 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 0x7f2b14193700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 --2- 10.20.193.4:0/3914481817 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b1407dc60 0x7f2b1407e080 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.822 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 --2- 10.20.193.4:0/3914481817 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b14085b90 0x7f2b1407d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 -- 10.20.193.4:0/3914481817 >> 10.20.193.4:0/3914481817 conn(0x7f2b140833e0 msgr2=0x7f2b140840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 -- 10.20.193.4:0/3690256843 shutdown_connections 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/3690256843 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c1368f0 0x7f4e9c197270 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/3690256843 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c135f40 0x7f4e9c1363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/3690256843 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c130220 0x7f4e9c086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.823 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 -- 10.20.193.4:0/3690256843 >> 10.20.193.4:0/3690256843 conn(0x7f4e9c08aae0 msgr2=0x7f4e9c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.824 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 -- 10.20.193.4:0/3914481817 shutdown_connections 2026-02-17T22:08:50.824 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 -- 10.20.193.4:0/3690256843 shutdown_connections 2026-02-17T22:08:50.824 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f2b18b12640 1 -- 10.20.193.4:0/3914481817 wait complete. 2026-02-17T22:08:50.825 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.818+0000 7f4ea19ed640 1 -- 10.20.193.4:0/3690256843 wait complete. 2026-02-17T22:08:50.825 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 Processor -- start 2026-02-17T22:08:50.825 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- start start 2026-02-17T22:08:50.826 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 Processor -- start 2026-02-17T22:08:50.826 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 -- start start 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b1407dc60 0x7f2b14125b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 0x7f2b1407b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2b14194770 con 0x7f2b14085b90 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2b141945f0 con 0x7f2b1407dc60 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2b141948f0 con 0x7f2b14173320 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b12575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b1407dc60 0x7f2b14125b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b12d76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 0x7f2b1407b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.827 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50842/0 (socket says 10.20.193.4:50842) 2026-02-17T22:08:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 -- 10.20.193.4:0/1108190727 learned_addr learned my addr 10.20.193.4:0/1108190727 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 -- 10.20.193.4:0/4169274293 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4130220 msgr2=0x7fa8f4086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.828 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/4169274293 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4130220 0x7fa8f4086570 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa8e40098c0 tx=0x7fa8e402f110 comp rx=0 tx=0).stop 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c135f40 0x7f4e9c05b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 0x7f4e9c146550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c197b40 con 0x7f4e9c130220 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4e9c1979c0 con 0x7f4e9c1368f0 2026-02-17T22:08:50.829 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4ea19ed640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4e9c197cc0 con 0x7f4e9c135f40 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 -- 10.20.193.4:0/4169274293 shutdown_connections 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/4169274293 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4136ac0 0x7fa8f4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/4169274293 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4130220 0x7fa8f4086570 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 -- 10.20.193.4:0/4169274293 >> 10.20.193.4:0/4169274293 conn(0x7fa8f408aae0 msgr2=0x7fa8f408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 -- 10.20.193.4:0/4169274293 shutdown_connections 2026-02-17T22:08:50.830 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.831 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7fa8fc62c640 1 -- 10.20.193.4:0/4169274293 wait complete. 2026-02-17T22:08:50.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50844/0 (socket says 10.20.193.4:50844) 2026-02-17T22:08:50.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 -- 10.20.193.4:0/2843966666 learned_addr learned my addr 10.20.193.4:0/2843966666 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9a7fc640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c135f40 0x7f4e9c05b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.832 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 -- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 msgr2=0x7f2b1407b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 0x7f2b1407b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 -- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b1407dc60 msgr2=0x7f2b14125b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b1407dc60 0x7f2b14125b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 -- 10.20.193.4:0/1108190727 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b140592a0 con 0x7f2b14085b90 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b11d74640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2afc02feb0 tx=0x7f2afc002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.833 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 -- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c135f40 msgr2=0x7f4e9c05b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c135f40 0x7f4e9c05b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9b7fe640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 0x7f4e9c146550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 -- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 msgr2=0x7f4e9c146550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 0x7f4e9c146550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 -- 10.20.193.4:0/2843966666 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9c05d450 con 0x7f4e9c130220 2026-02-17T22:08:50.834 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9b7fe640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 0x7f4e9c146550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-17T22:08:50.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc046070 con 0x7f2b14085b90 2026-02-17T22:08:50.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2afc0045b0 con 0x7f2b14085b90 2026-02-17T22:08:50.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b14058280 con 0x7f2b14085b90 2026-02-17T22:08:50.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc038470 con 0x7f2b14085b90 2026-02-17T22:08:50.835 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f4e9affd640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4e90005970 tx=0x7f4e9000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.819+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b141265d0 con 0x7f2b14085b90 2026-02-17T22:08:50.836 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9000ccf0 con 0x7f4e9c130220 2026-02-17T22:08:50.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e90004880 con 0x7f4e9c130220 2026-02-17T22:08:50.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9c079930 con 0x7f4e9c130220 2026-02-17T22:08:50.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90004cd0 con 0x7f4e9c130220 2026-02-17T22:08:50.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e9c05c0b0 con 0x7f4e9c130220 2026-02-17T22:08:50.837 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 Processor -- start 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- 10.20.193.4:0/2868755220 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74135f40 msgr2=0x7f5e741363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 --2- 10.20.193.4:0/2868755220 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74135f40 0x7f5e741363b0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c005ea0 tx=0x7f5e5c02f170 comp rx=0 tx=0).stop 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- 10.20.193.4:0/2868755220 shutdown_connections 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 --2- 10.20.193.4:0/2868755220 >> v2:10.20.193.4:3300/0 conn(0x7f5e741368f0 0x7f5e74197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 --2- 10.20.193.4:0/2868755220 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74135f40 0x7f5e741363b0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.838 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 --2- 10.20.193.4:0/2868755220 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74130220 0x7f5e74086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- 10.20.193.4:0/2868755220 >> 10.20.193.4:0/2868755220 conn(0x7f5e7408aae0 msgr2=0x7f5e7408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- start start 2026-02-17T22:08:50.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- 10.20.193.4:0/2868755220 shutdown_connections 2026-02-17T22:08:50.839 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- 10.20.193.4:0/2868755220 wait complete. 2026-02-17T22:08:50.840 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 0x7fa8f4112af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.840 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b14080070 con 0x7f2b14085b90 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4135f40 0x7fa8f4113030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 0x7fa8f4113570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f4198d50 con 0x7fa8f4130220 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fa8f4198bd0 con 0x7fa8f4135f40 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fa8f4198ed0 con 0x7fa8f4136ac0 2026-02-17T22:08:50.841 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f2afc038610 con 0x7f2b14085b90 2026-02-17T22:08:50.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fa3a1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 0x7fa8f4112af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8f9ba0640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4135f40 0x7fa8f4113030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 0x7fa8f4113570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fa3a1640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 0x7fa8f4112af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50854/0 (socket says 10.20.193.4:50854) 2026-02-17T22:08:50.842 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fa3a1640 1 -- 10.20.193.4:0/841919280 learned_addr learned my addr 10.20.193.4:0/841919280 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e9c086570 con 0x7f4e9c130220 2026-02-17T22:08:50.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4e90004080 con 0x7f4e9c130220 2026-02-17T22:08:50.843 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 -- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4135f40 msgr2=0x7fa8f4113030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4135f40 0x7fa8f4113030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 -- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 msgr2=0x7fa8f4112af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 0x7fa8f4112af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 -- 10.20.193.4:0/841919280 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f4115000 con 0x7fa8f4136ac0 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f2afc087ec0 con 0x7f2b14085b90 2026-02-17T22:08:50.844 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 Processor -- start 2026-02-17T22:08:50.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8faba2640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 0x7fa8f4113570 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0007df0 tx=0x7fa8f000e510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.845 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7f5e79229640 1 -- start start 2026-02-17T22:08:50.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0002c50 con 0x7fa8f4136ac0 2026-02-17T22:08:50.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8f0018070 con 0x7fa8f4136ac0 2026-02-17T22:08:50.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8f4114c00 con 0x7fa8f4136ac0 2026-02-17T22:08:50.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f0004330 con 0x7fa8f4136ac0 2026-02-17T22:08:50.846 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.820+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8f4115580 con 0x7fa8f4136ac0 2026-02-17T22:08:50.847 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f4e900641c0 con 0x7f4e9c130220 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 0x7f5e74196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 0x7f5e7405ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f5e74197b40 con 0x7f5e741368f0 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5e741979c0 con 0x7f5e74130220 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e79229640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5e74197cc0 con 0x7f5e74135f40 2026-02-17T22:08:50.848 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 0x7f5e74196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 0x7f5e74196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52072/0 (socket says 10.20.193.4:52072) 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72575640 1 -- 10.20.193.4:0/1612180853 learned_addr learned my addr 10.20.193.4:0/1612180853 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48844/0 (socket says 10.20.193.4:48844) 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 0x7f5e7405ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 -- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 msgr2=0x7f5e74196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 0x7f5e74196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 -- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 msgr2=0x7f5e7405b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 -- 10.20.193.4:0/1612180853 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e7410fe40 con 0x7f5e741368f0 2026-02-17T22:08:50.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e72d76640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:50.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7f5e73577640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 0x7f5e7405ba00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009d40 tx=0x7f5e6400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:50.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8f4086570 con 0x7fa8f4136ac0 2026-02-17T22:08:50.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.821+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa8f00044d0 con 0x7fa8f4136ac0 2026-02-17T22:08:50.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.822+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fa8f0063be0 con 0x7fa8f4136ac0 2026-02-17T22:08:50.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.822+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f2afc086f90 con 0x7f2b14085b90 2026-02-17T22:08:50.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fa8f0010040 con 0x7fa8f4136ac0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e640092e0 con 0x7f5e741368f0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e6400cad0 con 0x7f5e741368f0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64003a80 con 0x7f5e741368f0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e74197510 con 0x7f5e741368f0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e7405bf40 con 0x7f5e741368f0 2026-02-17T22:08:50.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.823+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4e90063250 con 0x7f4e9c130220 2026-02-17T22:08:50.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.824+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e741356b0 con 0x7f5e741368f0 2026-02-17T22:08:50.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.824+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5e64007500 con 0x7f5e741368f0 2026-02-17T22:08:50.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.824+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5e64063e90 con 0x7f5e741368f0 2026-02-17T22:08:50.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.826+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5e741356b0 con 0x7f5e741368f0 2026-02-17T22:08:50.903 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.900+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2b1407d720 con 0x7f2b14085b90 2026-02-17T22:08:50.903 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.900+0000 7f2afaffd640 1 -- 10.20.193.4:0/1108190727 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2afc086070 con 0x7f2b14085b90 2026-02-17T22:08:50.904 INFO:teuthology.orchestra.run.trial004.stdout:107374182402 2026-02-17T22:08:50.904 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.901+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4e9c0531d0 con 0x7f4e9c130220 2026-02-17T22:08:50.904 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.901+0000 7f4e73fff640 1 -- 10.20.193.4:0/2843966666 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4e90062a40 con 0x7f4e9c130220 2026-02-17T22:08:50.905 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.901+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 >> v1:10.20.193.4:6800/3058261106 conn(0x7f2ae004cae0 legacy=0x7f2ae006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.905 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.901+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 msgr2=0x7f2b14126090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.905 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.901+0000 7f2b18b12640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2afc02feb0 tx=0x7f2afc002900 comp rx=0 tx=0).stop 2026-02-17T22:08:50.905 INFO:teuthology.orchestra.run.trial004.stdout:103079215106 2026-02-17T22:08:50.906 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 shutdown_connections 2026-02-17T22:08:50.906 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b14173320 0x7f2b1407b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.906 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b14085b90 0x7f2b14126090 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.906 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 --2- 10.20.193.4:0/1108190727 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b1407dc60 0x7f2b14125b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.906 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 >> 10.20.193.4:0/1108190727 conn(0x7f2b140833e0 msgr2=0x7f2b1405c340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.907 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 shutdown_connections 2026-02-17T22:08:50.907 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.902+0000 7f2b18b12640 1 -- 10.20.193.4:0/1108190727 wait complete. 2026-02-17T22:08:50.907 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4e6c04cae0 legacy=0x7f4e6c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 msgr2=0x7f4e9c05b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4e90005970 tx=0x7f4e9000ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 shutdown_connections 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e9c1368f0 0x7f4e9c146550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e9c135f40 0x7f4e9c05b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 --2- 10.20.193.4:0/2843966666 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e9c130220 0x7f4e9c05b450 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 >> 10.20.193.4:0/2843966666 conn(0x7f4e9c08aae0 msgr2=0x7f4e9c134760 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 shutdown_connections 2026-02-17T22:08:50.908 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f4ea19ed640 1 -- 10.20.193.4:0/2843966666 wait complete. 2026-02-17T22:08:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5e74086570 con 0x7f5e741368f0 2026-02-17T22:08:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.903+0000 7f5e537fe640 1 -- 10.20.193.4:0/1612180853 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5e64022020 con 0x7f5e741368f0 2026-02-17T22:08:50.909 INFO:teuthology.orchestra.run.trial004.stdout:115964116994 2026-02-17T22:08:50.909 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.904+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fa8f40531d0 con 0x7fa8f4136ac0 2026-02-17T22:08:50.910 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7fa8daffd640 1 -- 10.20.193.4:0/841919280 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa8f0062c70 con 0x7fa8f4136ac0 2026-02-17T22:08:50.910 INFO:teuthology.orchestra.run.trial004.stdout:111669149698 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 >> v1:10.20.193.4:6800/3058261106 conn(0x7f5e4004cae0 legacy=0x7f5e4006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 msgr2=0x7f5e7405ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 0x7f5e7405ba00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009d40 tx=0x7f5e6400c490 comp rx=0 tx=0).stop 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 shutdown_connections 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5e741368f0 0x7f5e7405ba00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5e74135f40 0x7f5e74196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 --2- 10.20.193.4:0/1612180853 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5e74130220 0x7f5e7405b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 >> 10.20.193.4:0/1612180853 conn(0x7f5e7408aae0 msgr2=0x7f5e74082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.911 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 shutdown_connections 2026-02-17T22:08:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.905+0000 7f5e79229640 1 -- 10.20.193.4:0/1612180853 wait complete. 2026-02-17T22:08:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 >> v1:10.20.193.4:6800/3058261106 conn(0x7fa8c404cae0 legacy=0x7fa8c406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.912 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 msgr2=0x7fa8f4113570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 0x7fa8f4113570 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0007df0 tx=0x7fa8f000e510 comp rx=0 tx=0).stop 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 shutdown_connections 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fa8f4136ac0 0x7fa8f4113570 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fa8f4135f40 0x7fa8f4113030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 --2- 10.20.193.4:0/841919280 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fa8f4130220 0x7fa8f4112af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 >> 10.20.193.4:0/841919280 conn(0x7fa8f408aae0 msgr2=0x7fa8f41344f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 shutdown_connections 2026-02-17T22:08:50.913 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:50.907+0000 7fa8fc62c640 1 -- 10.20.193.4:0/841919280 wait complete. 2026-02-17T22:08:50.914 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182402 for osd.1 2026-02-17T22:08:50.915 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215106 for osd.0 2026-02-17T22:08:50.916 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.3 2026-02-17T22:08:50.918 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.2 2026-02-17T22:08:51.915 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:08:51.916 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:08:51.917 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:08:51.919 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:08:51.987 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 -- 10.20.193.4:0/559257750 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 msgr2=0x7f3d60080440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:51.987 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 --2- 10.20.193.4:0/559257750 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60080440 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3d480098f0 tx=0x7f3d4802f180 comp rx=0 tx=0).stop 2026-02-17T22:08:51.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 -- 10.20.193.4:0/2532771388 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68177950 msgr2=0x7f4e68197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:51.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 --2- 10.20.193.4:0/2532771388 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68177950 0x7f4e68197d30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4e58009750 tx=0x7f4e5802f450 comp rx=0 tx=0).stop 2026-02-17T22:08:51.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 -- 10.20.193.4:0/559257750 shutdown_connections 2026-02-17T22:08:51.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 --2- 10.20.193.4:0/559257750 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 0x7f3d60196c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.988 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 --2- 10.20.193.4:0/559257750 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60080440 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 --2- 10.20.193.4:0/559257750 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d6007fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 -- 10.20.193.4:0/559257750 >> 10.20.193.4:0/559257750 conn(0x7f3d6008acf0 msgr2=0x7f3d600871c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:51.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 -- 10.20.193.4:0/2532771388 shutdown_connections 2026-02-17T22:08:51.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 --2- 10.20.193.4:0/2532771388 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68177950 0x7f4e68197d30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.989 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 -- 10.20.193.4:0/559257750 shutdown_connections 2026-02-17T22:08:51.990 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 --2- 10.20.193.4:0/2532771388 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.990 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 -- 10.20.193.4:0/2532771388 >> 10.20.193.4:0/2532771388 conn(0x7f4e680890c0 msgr2=0x7f4e6805a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:51.990 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f3d65a38640 1 -- 10.20.193.4:0/559257750 wait complete. 2026-02-17T22:08:51.991 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 -- 10.20.193.4:0/2532771388 shutdown_connections 2026-02-17T22:08:51.991 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f4e6d193640 1 -- 10.20.193.4:0/2532771388 wait complete. 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 -- 10.20.193.4:0/3976901035 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 msgr2=0x7f7ae40588e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 --2- 10.20.193.4:0/3976901035 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae40588e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0005fd0 tx=0x7f7ad002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 -- 10.20.193.4:0/3976901035 shutdown_connections 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 --2- 10.20.193.4:0/3976901035 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 0x7f7ae4082460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 --2- 10.20.193.4:0/3976901035 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae40588e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 -- 10.20.193.4:0/3976901035 >> 10.20.193.4:0/3976901035 conn(0x7f7ae4086a50 msgr2=0x7f7ae4086e50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 -- 10.20.193.4:0/3976901035 shutdown_connections 2026-02-17T22:08:51.992 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.985+0000 7f7aea431640 1 -- 10.20.193.4:0/3976901035 wait complete. 2026-02-17T22:08:51.993 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 Processor -- start 2026-02-17T22:08:51.993 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 Processor -- start 2026-02-17T22:08:51.993 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 -- start start 2026-02-17T22:08:51.994 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 -- start start 2026-02-17T22:08:51.994 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 Processor -- start 2026-02-17T22:08:51.994 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- start start 2026-02-17T22:08:51.995 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 0x7f4e6812d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.995 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.995 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.995 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d60126090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.996 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68177950 0x7f4e6812d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.996 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f4e68198d00 con 0x7f4e68059130 2026-02-17T22:08:51.996 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f4e68198b80 con 0x7f4e68177950 2026-02-17T22:08:51.996 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e6d193640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f4e68198e80 con 0x7f4e68058650 2026-02-17T22:08:51.997 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 0x7f3d60059a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.997 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60197c10 con 0x7f3d60080050 2026-02-17T22:08:51.997 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f3d60197a90 con 0x7f3d600878d0 2026-02-17T22:08:51.997 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f3d60197d90 con 0x7f3d60176820 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae4146400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 0x7f7ae4146940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 0x7f7ae412bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae4196b00 con 0x7f7ae40829a0 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7ae4196980 con 0x7f7ae4058510 2026-02-17T22:08:51.998 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7ae4196c80 con 0x7f7ae4058e20 2026-02-17T22:08:51.999 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:51.999 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 0x7f4e6812d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:51.999 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:51.999 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50872/0 (socket says 10.20.193.4:50872) 2026-02-17T22:08:52.000 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66575640 1 -- 10.20.193.4:0/1981277102 learned_addr learned my addr 10.20.193.4:0/1981277102 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.000 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50876/0 (socket says 10.20.193.4:50876) 2026-02-17T22:08:52.000 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 -- 10.20.193.4:0/3962509797 learned_addr learned my addr 10.20.193.4:0/3962509797 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.000 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5f7fe640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 0x7f3d60059a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae89a7640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 0x7f7ae412bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae4146400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae37fe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 0x7f7ae4146940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae89a7640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 0x7f7ae412bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50884/0 (socket says 10.20.193.4:50884) 2026-02-17T22:08:52.001 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5e7fc640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d60126090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.002 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae89a7640 1 -- 10.20.193.4:0/1764527720 learned_addr learned my addr 10.20.193.4:0/1764527720 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.002 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e67577640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68177950 0x7f4e6812d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.002 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 -- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 msgr2=0x7f3d60059a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.002 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 0x7f3d60059a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.002 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 -- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 msgr2=0x7f3d60126090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.003 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 -- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 msgr2=0x7f7ae4146940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.003 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 0x7f7ae4146940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.003 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 -- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68177950 msgr2=0x7f4e6812d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.003 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68177950 0x7f4e6812d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.004 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d60126090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.004 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 -- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 msgr2=0x7f7ae412bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.004 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 0x7f7ae412bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.004 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 -- 10.20.193.4:0/1764527720 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae412e130 con 0x7f7ae4058510 2026-02-17T22:08:52.004 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 -- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 msgr2=0x7f4e68177410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.005 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.005 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 -- 10.20.193.4:0/3962509797 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d60080b40 con 0x7f3d60080050 2026-02-17T22:08:52.005 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 -- 10.20.193.4:0/1981277102 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6812f4d0 con 0x7f4e68058650 2026-02-17T22:08:52.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5e7fc640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d60126090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:08:52.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae3fff640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae4146400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7ae40879a0 tx=0x7f7ad0002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.006 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d5effd640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3d54005970 tx=0x7f3d5400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0046070 con 0x7f7ae4058510 2026-02-17T22:08:52.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ad0002c80 con 0x7f7ae4058510 2026-02-17T22:08:52.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae405cff0 con 0x7f7ae4058510 2026-02-17T22:08:52.007 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f4e66d76640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 0x7f4e6812d490 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c002760 tx=0x7f4e5c00c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5400ccf0 con 0x7f3d60080050 2026-02-17T22:08:52.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00386d0 con 0x7f7ae4058510 2026-02-17T22:08:52.008 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d6005bff0 con 0x7f3d60080050 2026-02-17T22:08:52.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae412e560 con 0x7f7ae4058510 2026-02-17T22:08:52.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.986+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d54004880 con 0x7f3d60080050 2026-02-17T22:08:52.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c016070 con 0x7f4e68058650 2026-02-17T22:08:52.009 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d54004cd0 con 0x7f3d60080050 2026-02-17T22:08:52.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d6005c500 con 0x7f3d60080050 2026-02-17T22:08:52.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e5c004310 con 0x7f4e68058650 2026-02-17T22:08:52.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e6812f890 con 0x7f4e68058650 2026-02-17T22:08:52.010 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c0068c0 con 0x7f4e68058650 2026-02-17T22:08:52.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e6812df10 con 0x7f4e68058650 2026-02-17T22:08:52.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ae40588e0 con 0x7f7ae4058510 2026-02-17T22:08:52.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d6007fb10 con 0x7f3d60080050 2026-02-17T22:08:52.011 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7ad0038870 con 0x7f7ae4058510 2026-02-17T22:08:52.012 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f3d54004080 con 0x7f3d60080050 2026-02-17T22:08:52.012 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e68058a20 con 0x7f4e68058650 2026-02-17T22:08:52.012 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4e5c006a60 con 0x7f4e68058650 2026-02-17T22:08:52.013 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f3d54064160 con 0x7f3d60080050 2026-02-17T22:08:52.013 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.987+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f7ad0087ec0 con 0x7f7ae4058510 2026-02-17T22:08:52.013 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.988+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f4e5c0634a0 con 0x7f4e68058650 2026-02-17T22:08:52.014 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.989+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3d60080b40 con 0x7f3d60080050 2026-02-17T22:08:52.014 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.989+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f7ad0086f50 con 0x7f7ae4058510 2026-02-17T22:08:52.014 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:51.989+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4e5c062570 con 0x7f4e68058650 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 -- 10.20.193.4:0/952238295 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8814130220 msgr2=0x7f8814086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 --2- 10.20.193.4:0/952238295 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8814130220 0x7f8814086570 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8800005fd0 tx=0x7f880002f120 comp rx=0 tx=0).stop 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 -- 10.20.193.4:0/952238295 shutdown_connections 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 --2- 10.20.193.4:0/952238295 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f88141368f0 0x7f8814197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 --2- 10.20.193.4:0/952238295 >> v2:10.20.193.4:3300/0 conn(0x7f8814135f40 0x7f88141363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 --2- 10.20.193.4:0/952238295 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f8814130220 0x7f8814086570 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 -- 10.20.193.4:0/952238295 >> 10.20.193.4:0/952238295 conn(0x7f881408aae0 msgr2=0x7f881408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 -- 10.20.193.4:0/952238295 shutdown_connections 2026-02-17T22:08:52.032 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.027+0000 7f8819f58640 1 -- 10.20.193.4:0/952238295 wait complete. 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 Processor -- start 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- start start 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 0x7f881405b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 0x7f881405b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f8814197b40 con 0x7f8814130220 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f88141979c0 con 0x7f88141368f0 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f8814197cc0 con 0x7f8814135f40 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8813fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 0x7f881405b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.033 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f88137fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 0x7f881405b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8813fff640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 0x7f881405b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48924/0 (socket says 10.20.193.4:48924) 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f88137fe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 0x7f881405b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50906/0 (socket says 10.20.193.4:50906) 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52126/0 (socket says 10.20.193.4:52126) 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8813fff640 1 -- 10.20.193.4:0/2552742704 learned_addr learned my addr 10.20.193.4:0/2552742704 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 -- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 msgr2=0x7f881405b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 0x7f881405b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 -- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 msgr2=0x7f881405b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 0x7f881405b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 -- 10.20.193.4:0/2552742704 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f881410fd70 con 0x7f8814135f40 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8812ffd640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f880400e9c0 tx=0x7f880400ee90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880400cc90 con 0x7f8814135f40 2026-02-17T22:08:52.034 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88141101b0 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f880400ce30 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8804004ae0 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.028+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f881405d400 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.029+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f8804004c80 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.029+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8814086570 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.029+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f88040640b0 con 0x7f8814135f40 2026-02-17T22:08:52.035 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.031+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8804063180 con 0x7f8814135f40 2026-02-17T22:08:52.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.068+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f3d60126690 con 0x7f3d60080050 2026-02-17T22:08:52.070 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.068+0000 7f3d37fff640 1 -- 10.20.193.4:0/3962509797 <== mon.0 v2:10.20.193.4:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3d54063230 con 0x7f3d60080050 2026-02-17T22:08:52.070 INFO:teuthology.orchestra.run.trial004.stdout:103079215108 2026-02-17T22:08:52.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.069+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f7ae4053100 con 0x7f7ae4058510 2026-02-17T22:08:52.071 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.069+0000 7f7ae0ff9640 1 -- 10.20.193.4:0/1764527720 <== mon.1 v2:10.20.193.4:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7ad0086740 con 0x7f7ae4058510 2026-02-17T22:08:52.071 INFO:teuthology.orchestra.run.trial004.stdout:115964116995 2026-02-17T22:08:52.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4e68053100 con 0x7f4e68058650 2026-02-17T22:08:52.072 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 >> v1:10.20.193.4:6800/3058261106 conn(0x7f3d3004cae0 legacy=0x7f3d3006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 msgr2=0x7f3d60125b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3d54005970 tx=0x7f3d5400ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 shutdown_connections 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3d60176820 0x7f3d60059a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3d600878d0 0x7f3d60126090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 --2- 10.20.193.4:0/3962509797 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3d60080050 0x7f3d60125b50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 >> 10.20.193.4:0/3962509797 conn(0x7f3d6008acf0 msgr2=0x7f3d60079e50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.073 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f4e477fe640 1 -- 10.20.193.4:0/1981277102 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4e5c006d80 con 0x7f4e68058650 2026-02-17T22:08:52.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 shutdown_connections 2026-02-17T22:08:52.074 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.070+0000 7f3d65a38640 1 -- 10.20.193.4:0/3962509797 wait complete. 2026-02-17T22:08:52.074 INFO:teuthology.orchestra.run.trial004.stdout:107374182403 2026-02-17T22:08:52.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 >> v1:10.20.193.4:6800/3058261106 conn(0x7f7ab404cae0 legacy=0x7f7ab406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.075 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 msgr2=0x7f7ae4146400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae4146400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7ae40879a0 tx=0x7f7ad0002900 comp rx=0 tx=0).stop 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 shutdown_connections 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ae40829a0 0x7f7ae412bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ae4058e20 0x7f7ae4146940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 --2- 10.20.193.4:0/1764527720 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ae4058510 0x7f7ae4146400 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 >> 10.20.193.4:0/1764527720 conn(0x7f7ae4086a50 msgr2=0x7f7ae4059660 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 shutdown_connections 2026-02-17T22:08:52.076 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f7aea431640 1 -- 10.20.193.4:0/1764527720 wait complete. 2026-02-17T22:08:52.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 >> v1:10.20.193.4:6800/3058261106 conn(0x7f4e3404cae0 legacy=0x7f4e3406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 msgr2=0x7f4e6812d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.071+0000 7f4e6d193640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 0x7f4e6812d490 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c002760 tx=0x7f4e5c00c970 comp rx=0 tx=0).stop 2026-02-17T22:08:52.077 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 shutdown_connections 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f4e68177950 0x7f4e6812d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f4e68059130 0x7f4e68177410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 --2- 10.20.193.4:0/1981277102 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f4e68058650 0x7f4e6812d490 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 >> 10.20.193.4:0/1981277102 conn(0x7f4e680890c0 msgr2=0x7f4e68101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 shutdown_connections 2026-02-17T22:08:52.078 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.072+0000 7f4e6d193640 1 -- 10.20.193.4:0/1981277102 wait complete. 2026-02-17T22:08:52.081 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116995 for osd.3 2026-02-17T22:08:52.082 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:52.082 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215108 for osd.0 2026-02-17T22:08:52.083 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:52.084 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182403 for osd.1 2026-02-17T22:08:52.084 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:52.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.110+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f881405bcb0 con 0x7f8814135f40 2026-02-17T22:08:52.112 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.110+0000 7f87effff640 1 -- 10.20.193.4:0/2552742704 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8804062970 con 0x7f8814135f40 2026-02-17T22:08:52.112 INFO:teuthology.orchestra.run.trial004.stdout:111669149699 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 >> v1:10.20.193.4:6800/3058261106 conn(0x7f87e404cae0 legacy=0x7f87e406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 msgr2=0x7f8814196fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f880400e9c0 tx=0x7f880400ee90 comp rx=0 tx=0).stop 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 shutdown_connections 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f88141368f0 0x7f881405b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f8814135f40 0x7f8814196fd0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 --2- 10.20.193.4:0/2552742704 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f8814130220 0x7f881405b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 >> 10.20.193.4:0/2552742704 conn(0x7f881408aae0 msgr2=0x7f8814082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 shutdown_connections 2026-02-17T22:08:52.113 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.111+0000 7f8819f58640 1 -- 10.20.193.4:0/2552742704 wait complete. 2026-02-17T22:08:52.120 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149699 for osd.2 2026-02-17T22:08:52.120 DEBUG:teuthology.parallel:result is None 2026-02-17T22:08:52.120 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:08:52.120 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:52.232 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- 10.20.193.4:0/2588827277 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6158080bb0 msgr2=0x7f6158080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 --2- 10.20.193.4:0/2588827277 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6158080bb0 0x7f6158080f80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f614c005ea0 tx=0x7f614c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- 10.20.193.4:0/2588827277 shutdown_connections 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 --2- 10.20.193.4:0/2588827277 >> v2:10.20.193.4:3300/0 conn(0x7f615807cb10 0x7f6158196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 --2- 10.20.193.4:0/2588827277 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6158080bb0 0x7f6158080f80 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- 10.20.193.4:0/2588827277 >> 10.20.193.4:0/2588827277 conn(0x7f61580833e0 msgr2=0x7f61580840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- 10.20.193.4:0/2588827277 shutdown_connections 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- 10.20.193.4:0/2588827277 wait complete. 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 Processor -- start 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.228+0000 7f615d486640 1 -- start start 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.233 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 0x7f615812c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f61580814c0 0x7f615812cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f6158196aa0 con 0x7f6158080bb0 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f6158196920 con 0x7f615807cb10 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f6158196c20 con 0x7f61580814c0 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 0x7f615812c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f6156ffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f6156ffd640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48942/0 (socket says 10.20.193.4:48942) 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f6156ffd640 1 -- 10.20.193.4:0/4093655436 learned_addr learned my addr 10.20.193.4:0/4093655436 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61577fe640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f61580814c0 0x7f615812cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 -- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f61580814c0 msgr2=0x7f615812cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.234 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f61580814c0 0x7f615812cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 -- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 msgr2=0x7f6158146bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 -- 10.20.193.4:0/4093655436 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61581467c0 con 0x7f6158080bb0 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f6156ffd640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61567fc640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 0x7f615812c740 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6140002760 tx=0x7f614000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140016070 con 0x7f6158080bb0 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6140004310 con 0x7f6158080bb0 2026-02-17T22:08:52.235 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61400068c0 con 0x7f6158080bb0 2026-02-17T22:08:52.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61580769b0 con 0x7f6158080bb0 2026-02-17T22:08:52.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.229+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61580763b0 con 0x7f6158080bb0 2026-02-17T22:08:52.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.230+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6158080f80 con 0x7f6158080bb0 2026-02-17T22:08:52.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.230+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6140006a60 con 0x7f6158080bb0 2026-02-17T22:08:52.236 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.230+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f6140063420 con 0x7f6158080bb0 2026-02-17T22:08:52.237 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.231+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f61400624f0 con 0x7f6158080bb0 2026-02-17T22:08:52.309 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.307+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6158147130 con 0x7f612404cae0 2026-02-17T22:08:52.310 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.308+0000 7f61377fe640 1 -- 10.20.193.4:0/4093655436 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 4245804214) 0x7f6158147130 con 0x7f612404cae0 2026-02-17T22:08:52.311 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 >> v1:10.20.193.4:6800/3058261106 conn(0x7f612404cae0 legacy=0x7f612406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 msgr2=0x7f615812c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 0x7f615812c740 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6140002760 tx=0x7f614000c970 comp rx=0 tx=0).stop 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 shutdown_connections 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f61580814c0 0x7f615812cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6158080bb0 0x7f615812c740 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 --2- 10.20.193.4:0/4093655436 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f615807cb10 0x7f6158146bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.312 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 >> 10.20.193.4:0/4093655436 conn(0x7f61580833e0 msgr2=0x7f615812ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.313 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 shutdown_connections 2026-02-17T22:08:52.313 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.309+0000 7f615d486640 1 -- 10.20.193.4:0/4093655436 wait complete. 2026-02-17T22:08:52.319 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:08:52.026316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112000,"kb_used_data":2176,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375360,"statfs":{"total":386547056640,"available":386432368640,"internally_reserved":0,"allocated":2228224,"data_stored":1538752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.979282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:52.320 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:52.393 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- 10.20.193.4:0/1123105592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 msgr2=0x7f7ee8196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.393 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/1123105592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8196c70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009750 tx=0x7f7ee402f400 comp rx=0 tx=0).stop 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- 10.20.193.4:0/1123105592 shutdown_connections 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/1123105592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8196c70 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/1123105592 >> v2:10.20.193.4:3300/0 conn(0x7f7ee805c970 0x7f7ee8176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/1123105592 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c060 0x7f7ee805c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- 10.20.193.4:0/1123105592 >> 10.20.193.4:0/1123105592 conn(0x7f7ee80833e0 msgr2=0x7f7ee80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- 10.20.193.4:0/1123105592 shutdown_connections 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- 10.20.193.4:0/1123105592 wait complete. 2026-02-17T22:08:52.394 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 Processor -- start 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.388+0000 7f7eeffc3640 1 -- start start 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c970 0x7f7ee8177730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f7ee8197bd0 con 0x7f7ee805c060 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f7ee8197a50 con 0x7f7ee805c970 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f7ee8197d50 con 0x7f7ee8176890 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eedd38640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eed537640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c970 0x7f7ee8177730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.395 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eedd38640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:50966/0 (socket says 10.20.193.4:50966) 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eedd38640 1 -- 10.20.193.4:0/313855407 learned_addr learned my addr 10.20.193.4:0/313855407 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52148/0 (socket says 10.20.193.4:52148) 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 -- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c970 msgr2=0x7f7ee8177730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c970 0x7f7ee8177730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 -- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 msgr2=0x7f7ee81771f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 -- 10.20.193.4:0/313855407 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ee8178b80 con 0x7f7ee8176890 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eedd38640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eee539640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009fa0 tx=0x7f7ee4009300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.396 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4031ec0 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ee40042d0 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ee817a810 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4004740 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.389+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ee8186890 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.390+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7ee4007470 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.390+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ee805c430 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.390+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f7ee4087c70 con 0x7f7ee8176890 2026-02-17T22:08:52.397 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.391+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f7ee4086d40 con 0x7f7ee8176890 2026-02-17T22:08:52.468 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.466+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7ee8053200 con 0x7f7eb804cc80 2026-02-17T22:08:52.469 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.467+0000 7f7ed67fc640 1 -- 10.20.193.4:0/313855407 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 4245804214) 0x7f7ee8053200 con 0x7f7eb804cc80 2026-02-17T22:08:52.469 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:52.470 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 >> v1:10.20.193.4:6800/3058261106 conn(0x7f7eb804cc80 legacy=0x7f7eb806d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 msgr2=0x7f7ee8177c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009fa0 tx=0x7f7ee4009300 comp rx=0 tx=0).stop 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 shutdown_connections 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f7ee8176890 0x7f7ee8177c70 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f7ee805c970 0x7f7ee8177730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 --2- 10.20.193.4:0/313855407 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f7ee805c060 0x7f7ee81771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 >> 10.20.193.4:0/313855407 conn(0x7f7ee80833e0 msgr2=0x7f7ee8075d80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 shutdown_connections 2026-02-17T22:08:52.471 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.468+0000 7f7eeffc3640 1 -- 10.20.193.4:0/313855407 wait complete. 2026-02-17T22:08:52.477 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:08:52.026316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112000,"kb_used_data":2176,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375360,"statfs":{"total":386547056640,"available":386432368640,"internally_reserved":0,"allocated":2228224,"data_stored":1538752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.979282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:52.478 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:08:52.479 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:08:52.479 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:08:52.479 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:08:52.551 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 -- 10.20.193.4:0/3084100810 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 msgr2=0x7f71c4080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 --2- 10.20.193.4:0/3084100810 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c4080f80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f71b4005fd0 tx=0x7f71b402f180 comp rx=0 tx=0).stop 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 -- 10.20.193.4:0/3084100810 shutdown_connections 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 --2- 10.20.193.4:0/3084100810 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c407c940 0x7f71c407cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 --2- 10.20.193.4:0/3084100810 >> v2:10.20.193.4:3300/0 conn(0x7f71c40814c0 0x7f71c407c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 --2- 10.20.193.4:0/3084100810 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c4080f80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 -- 10.20.193.4:0/3084100810 >> 10.20.193.4:0/3084100810 conn(0x7f71c40833e0 msgr2=0x7f71c40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 -- 10.20.193.4:0/3084100810 shutdown_connections 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.546+0000 7f71caff4640 1 -- 10.20.193.4:0/3084100810 wait complete. 2026-02-17T22:08:52.552 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 Processor -- start 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- start start 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f71c407c940 0x7f71c4059c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 0x7f71c405a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f71c4195920 con 0x7f71c407c940 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f71c41957a0 con 0x7f71c40814c0 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f71c4195aa0 con 0x7f71c4080bb0 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71c956a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 0x7f71c405a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71c8d69640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f71c407c940 0x7f71c4059c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.553 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52176/0 (socket says 10.20.193.4:52176) 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71c956a640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 0x7f71c405a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:48980/0 (socket says 10.20.193.4:48980) 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 -- 10.20.193.4:0/3964322870 learned_addr learned my addr 10.20.193.4:0/3964322870 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 -- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 msgr2=0x7f71c405a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 0x7f71c405a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 -- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f71c407c940 msgr2=0x7f71c4059c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f71c407c940 0x7f71c4059c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 -- 10.20.193.4:0/3964322870 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c405c660 con 0x7f71c4080bb0 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71bbfff640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00d950 tx=0x7f71ac00de20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71ac014070 con 0x7f71c4080bb0 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71ac004880 con 0x7f71c4080bb0 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c405be30 con 0x7f71c4080bb0 2026-02-17T22:08:52.554 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71ac004c50 con 0x7f71c4080bb0 2026-02-17T22:08:52.555 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.547+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c4144270 con 0x7f71c4080bb0 2026-02-17T22:08:52.555 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.548+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71c4080f80 con 0x7f71c4080bb0 2026-02-17T22:08:52.555 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.548+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f71ac00b840 con 0x7f71c4080bb0 2026-02-17T22:08:52.555 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.548+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f71ac063b90 con 0x7f71c4080bb0 2026-02-17T22:08:52.555 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.550+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f71c405c660 con 0x7f71c4080bb0 2026-02-17T22:08:52.640 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.638+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f71c4053200 con 0x7f71c4080bb0 2026-02-17T22:08:52.640 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.638+0000 7f71b97fa640 1 -- 10.20.193.4:0/3964322870 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f71ac004df0 con 0x7f71c4080bb0 2026-02-17T22:08:52.641 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:52.641 INFO:teuthology.orchestra.run.trial004.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:08:52.642 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 >> v1:10.20.193.4:6800/3058261106 conn(0x7f719404cae0 legacy=0x7f719406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.642 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 msgr2=0x7f71c405a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.642 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00d950 tx=0x7f71ac00de20 comp rx=0 tx=0).stop 2026-02-17T22:08:52.642 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 shutdown_connections 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f71c40814c0 0x7f71c405a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f71c4080bb0 0x7f71c405a180 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 --2- 10.20.193.4:0/3964322870 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f71c407c940 0x7f71c4059c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 >> 10.20.193.4:0/3964322870 conn(0x7f71c40833e0 msgr2=0x7f71c4132500 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 shutdown_connections 2026-02-17T22:08:52.643 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.639+0000 7f71caff4640 1 -- 10.20.193.4:0/3964322870 wait complete. 2026-02-17T22:08:52.649 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:08:52.650 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:08:52.667 INFO:teuthology.task.print:**** done ceph.restart 2026-02-17T22:08:52.668 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-17T22:08:52.684 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-17T22:08:52.701 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2026-02-17T22:08:52.718 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-17T22:08:52.735 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:08:52.735 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 -- 10.20.193.4:0/3287373498 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc93805c060 msgr2=0x7fc93805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 --2- 10.20.193.4:0/3287373498 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc93805c060 0x7fc93805c430 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc928005ea0 tx=0x7fc92802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 -- 10.20.193.4:0/3287373498 shutdown_connections 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 --2- 10.20.193.4:0/3287373498 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc938176890 0x7fc938196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 --2- 10.20.193.4:0/3287373498 >> v2:10.20.193.4:3300/0 conn(0x7fc93805c970 0x7fc938176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 --2- 10.20.193.4:0/3287373498 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc93805c060 0x7fc93805c430 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 -- 10.20.193.4:0/3287373498 >> 10.20.193.4:0/3287373498 conn(0x7fc9380833e0 msgr2=0x7fc9380840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 -- 10.20.193.4:0/3287373498 shutdown_connections 2026-02-17T22:08:52.804 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.802+0000 7fc940501640 1 -- 10.20.193.4:0/3287373498 wait complete. 2026-02-17T22:08:52.805 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 Processor -- start 2026-02-17T22:08:52.805 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- start start 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc93805c970 0x7fc93807a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc938176890 0x7fc93807ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fc938197b80 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fc938197a00 con 0x7fc93805c970 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fc938197d00 con 0x7fc938176890 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93da75640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc93805c970 0x7fc93807a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51004/0 (socket says 10.20.193.4:51004) 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 -- 10.20.193.4:0/234681592 learned_addr learned my addr 10.20.193.4:0/234681592 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93ea77640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc938176890 0x7fc93807ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 -- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc938176890 msgr2=0x7fc93807ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc938176890 0x7fc93807ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 -- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc93805c970 msgr2=0x7fc93807a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc93805c970 0x7fc93807a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 -- 10.20.193.4:0/234681592 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc938176e80 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc93e276640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc92802fe20 tx=0x7fc928002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc928046070 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9280045b0 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc928038470 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc93807b930 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.803+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc93807cc50 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.804+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc93807b470 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.804+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc928038610 con 0x7fc93805c060 2026-02-17T22:08:52.806 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.804+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fc928087db0 con 0x7fc93805c060 2026-02-17T22:08:52.807 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.806+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fc928086e80 con 0x7fc93805c060 2026-02-17T22:08:52.883 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.881+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc93805c430 con 0x7fc90804cae0 2026-02-17T22:08:52.884 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.882+0000 7fc91effd640 1 -- 10.20.193.4:0/234681592 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 4245804214) 0x7fc93805c430 con 0x7fc90804cae0 2026-02-17T22:08:52.884 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:52.885 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:52.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 >> v1:10.20.193.4:6800/3058261106 conn(0x7fc90804cae0 legacy=0x7fc90806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 msgr2=0x7fc93807a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc92802fe20 tx=0x7fc928002900 comp rx=0 tx=0).stop 2026-02-17T22:08:52.885 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 shutdown_connections 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fc938176890 0x7fc93807ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fc93805c970 0x7fc93807a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 --2- 10.20.193.4:0/234681592 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fc93805c060 0x7fc93807a110 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 >> 10.20.193.4:0/234681592 conn(0x7fc9380833e0 msgr2=0x7fc938185de0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 shutdown_connections 2026-02-17T22:08:52.886 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.883+0000 7fc940501640 1 -- 10.20.193.4:0/234681592 wait complete. 2026-02-17T22:08:52.892 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:08:52.026316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112000,"kb_used_data":2176,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375360,"statfs":{"total":386547056640,"available":386432368640,"internally_reserved":0,"allocated":2228224,"data_stored":1538752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.979282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:52.893 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:52.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 -- 10.20.193.4:0/90523884 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 msgr2=0x7fae0805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/90523884 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0805c430 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fadfc005ea0 tx=0x7fadfc02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 -- 10.20.193.4:0/90523884 shutdown_connections 2026-02-17T22:08:52.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/90523884 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae08176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.966 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/90523884 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0805c430 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 -- 10.20.193.4:0/90523884 >> 10.20.193.4:0/90523884 conn(0x7fae080833e0 msgr2=0x7fae080840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 -- 10.20.193.4:0/90523884 shutdown_connections 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.961+0000 7fae0d7c3640 1 -- 10.20.193.4:0/90523884 wait complete. 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 Processor -- start 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- start start 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae0807c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fae08176890 0x7fae0807c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fae08198dc0 con 0x7fae0805c060 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fae08198c40 con 0x7fae0805c970 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fae08198f40 con 0x7fae08176890 2026-02-17T22:08:52.967 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae067fc640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae0807c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51022/0 (socket says 10.20.193.4:51022) 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 -- 10.20.193.4:0/3823724541 learned_addr learned my addr 10.20.193.4:0/3823724541 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae077fe640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fae08176890 0x7fae0807c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 -- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fae08176890 msgr2=0x7fae0807c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fae08176890 0x7fae0807c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 -- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 msgr2=0x7fae0807c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae0807c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 -- 10.20.193.4:0/3823724541 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae08178bd0 con 0x7fae0805c060 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae067fc640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae0807c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:52.968 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae06ffd640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fadfc02fe70 tx=0x7fadfc002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc046070 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadfc0045f0 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae08178020 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc038470 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.962+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae0807cb40 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.963+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae0805c430 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.963+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fadfc038610 con 0x7fae0805c060 2026-02-17T22:08:52.969 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.963+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fadfc087f70 con 0x7fae0805c060 2026-02-17T22:08:52.970 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:52.965+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fadfc005be0 con 0x7fae0805c060 2026-02-17T22:08:53.040 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.039+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae08185730 con 0x7fadd404cad0 2026-02-17T22:08:53.041 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.039+0000 7fade77fe640 1 -- 10.20.193.4:0/3823724541 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 4245804214) 0x7fae08185730 con 0x7fadd404cad0 2026-02-17T22:08:53.041 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:53.041 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 >> v1:10.20.193.4:6800/3058261106 conn(0x7fadd404cad0 legacy=0x7fadd406cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 msgr2=0x7fae0807bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fadfc02fe70 tx=0x7fadfc002900 comp rx=0 tx=0).stop 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 shutdown_connections 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fae08176890 0x7fae0807c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fae0805c970 0x7fae0807c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 --2- 10.20.193.4:0/3823724541 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fae0805c060 0x7fae0807bb80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 >> 10.20.193.4:0/3823724541 conn(0x7fae080833e0 msgr2=0x7fae08186160 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 shutdown_connections 2026-02-17T22:08:53.042 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.040+0000 7fae0d7c3640 1 -- 10.20.193.4:0/3823724541 wait complete. 2026-02-17T22:08:53.049 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:08:52.026316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112000,"kb_used_data":2176,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375360,"statfs":{"total":386547056640,"available":386432368640,"internally_reserved":0,"allocated":2228224,"data_stored":1538752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.979282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:53.050 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:08:53.050 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:53.122 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 -- 10.20.193.4:0/1356738092 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 msgr2=0x7fd82405c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 --2- 10.20.193.4:0/1356738092 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82405c430 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd814005fd0 tx=0x7fd81402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 -- 10.20.193.4:0/1356738092 shutdown_connections 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 --2- 10.20.193.4:0/1356738092 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 0x7fd824197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 --2- 10.20.193.4:0/1356738092 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82405c430 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 -- 10.20.193.4:0/1356738092 >> 10.20.193.4:0/1356738092 conn(0x7fd8240833e0 msgr2=0x7fd8240840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 -- 10.20.193.4:0/1356738092 shutdown_connections 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.116+0000 7fd82be97640 1 -- 10.20.193.4:0/1356738092 wait complete. 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 Processor -- start 2026-02-17T22:08:53.123 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- start start 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd82405c970 0x7fd82407bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 0x7fd82407c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fd824198e50 con 0x7fd82405c970 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fd824198cd0 con 0x7fd82405c060 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fd824198fd0 con 0x7fd824177a70 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82940b640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd82405c970 0x7fd82407bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49014/0 (socket says 10.20.193.4:49014) 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82a40d640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 0x7fd82407c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 -- 10.20.193.4:0/4022491715 learned_addr learned my addr 10.20.193.4:0/4022491715 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:53.124 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 -- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 msgr2=0x7fd82407c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 0x7fd82407c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 -- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd82405c970 msgr2=0x7fd82407bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd82405c970 0x7fd82407bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 -- 10.20.193.4:0/4022491715 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd824178b50 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd829c0c640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd81402fe60 tx=0x7fd814002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814046070 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd814002cb0 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd824178790 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8140386d0 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.117+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd824185bf0 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.118+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fd814038870 con 0x7fd82405c060 2026-02-17T22:08:53.125 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.118+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd824082660 con 0x7fd82405c060 2026-02-17T22:08:53.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.118+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fd814087f40 con 0x7fd82405c060 2026-02-17T22:08:53.126 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.120+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fd824082660 con 0x7fd82405c060 2026-02-17T22:08:53.195 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.193+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd82405c430 con 0x7fd7f404cae0 2026-02-17T22:08:53.196 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd8127fc640 1 -- 10.20.193.4:0/4022491715 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 4245804214) 0x7fd82405c430 con 0x7fd7f404cae0 2026-02-17T22:08:53.196 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 >> v1:10.20.193.4:6800/3058261106 conn(0x7fd7f404cae0 legacy=0x7fd7f406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 msgr2=0x7fd82407b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd81402fe60 tx=0x7fd814002900 comp rx=0 tx=0).stop 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 shutdown_connections 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fd824177a70 0x7fd82407c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fd82405c970 0x7fd82407bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 --2- 10.20.193.4:0/4022491715 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fd82405c060 0x7fd82407b800 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.198 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 >> 10.20.193.4:0/4022491715 conn(0x7fd8240833e0 msgr2=0x7fd824187030 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:53.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 shutdown_connections 2026-02-17T22:08:53.199 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.194+0000 7fd82be97640 1 -- 10.20.193.4:0/4022491715 wait complete. 2026-02-17T22:08:53.204 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:08:52.026316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112000,"kb_used_data":2176,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375360,"statfs":{"total":386547056640,"available":386432368640,"internally_reserved":0,"allocated":2228224,"data_stored":1538752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.979282"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149699,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182403,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:53.206 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:08:53.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 -- 10.20.193.4:0/183333740 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb80080bb0 msgr2=0x7fcb80080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 --2- 10.20.193.4:0/183333740 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb80080bb0 0x7fcb80080f80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcb70004770 tx=0x7fcb7002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 -- 10.20.193.4:0/183333740 shutdown_connections 2026-02-17T22:08:53.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 --2- 10.20.193.4:0/183333740 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.278 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 --2- 10.20.193.4:0/183333740 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb80080bb0 0x7fcb80080f80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 -- 10.20.193.4:0/183333740 >> 10.20.193.4:0/183333740 conn(0x7fcb800833e0 msgr2=0x7fcb800840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 -- 10.20.193.4:0/183333740 shutdown_connections 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.273+0000 7fcb8833f640 1 -- 10.20.193.4:0/183333740 wait complete. 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 Processor -- start 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 -- start start 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 0x7fcb8005a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb800814c0 0x7fcb801444a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fcb80196a20 con 0x7fcb800814c0 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fcb801968a0 con 0x7fcb8007cb10 2026-02-17T22:08:53.279 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb8833f640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fcb80196ba0 con 0x7fcb80080bb0 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb860b4640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 0x7fcb8005a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb860b4640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49030/0 (socket says 10.20.193.4:49030) 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb860b4640 1 -- 10.20.193.4:0/366596520 learned_addr learned my addr 10.20.193.4:0/366596520 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb868b5640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb800814c0 0x7fcb801444a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 -- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 msgr2=0x7fcb80059f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 -- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb800814c0 msgr2=0x7fcb801444a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb800814c0 0x7fcb801444a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb858b3640 1 -- 10.20.193.4:0/366596520 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb8005c8a0 con 0x7fcb80080bb0 2026-02-17T22:08:53.280 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.274+0000 7fcb860b4640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb858b3640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 0x7fcb8005a450 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcb74002760 tx=0x7fcb7400c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb74004230 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb740044c0 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8005b7c0 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb740038e0 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb8005ab70 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb80080f80 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.275+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcb74023060 con 0x7fcb80080bb0 2026-02-17T22:08:53.281 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.276+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fcb74063690 con 0x7fcb80080bb0 2026-02-17T22:08:53.282 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.277+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fcb8005c8a0 con 0x7fcb80080bb0 2026-02-17T22:08:53.354 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.352+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb80053200 con 0x7fcb80080bb0 2026-02-17T22:08:53.354 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.352+0000 7fcb6effd640 1 -- 10.20.193.4:0/366596520 <== mon.2 v2:10.20.193.4:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+9141 (secure 0 0 0) 0x7fcb74062760 con 0x7fcb80080bb0 2026-02-17T22:08:53.355 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:53.355 INFO:teuthology.orchestra.run.trial004.stdout:{"epoch":31,"fsid":"f5e6fde8-ff30-4888-99ad-4d03ea76be23","created":"2026-02-17T22:07:30.352912+0000","modified":"2026-02-17T22:08:50.052128+0000","last_up_change":"2026-02-17T22:08:45.040954+0000","last_in_change":"2026-02-17T22:07:32.916723+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:07:42.506830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:07:46.835695+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"230e8f68-b7dd-43d9-b3d8-27729d09820b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":21,"up_from":24,"up_thru":25,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6801","nonce":996142856}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6802","nonce":996142856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6804","nonce":996142856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6803","nonce":996142856}]},"public_addr":"10.20.193.4:6801/996142856","cluster_addr":"10.20.193.4:6802/996142856","heartbeat_back_addr":"10.20.193.4:6804/996142856","heartbeat_front_addr":"10.20.193.4:6803/996142856","state":["exists","up"]},{"osd":1,"uuid":"acf93f3c-8449-4728-ada6-eeeb303eb6a2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":25,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6805","nonce":1076377445}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6806","nonce":1076377445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6808","nonce":1076377445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6807","nonce":1076377445}]},"public_addr":"10.20.193.4:6805/1076377445","cluster_addr":"10.20.193.4:6806/1076377445","heartbeat_back_addr":"10.20.193.4:6808/1076377445","heartbeat_front_addr":"10.20.193.4:6807/1076377445","state":["exists","up"]},{"osd":2,"uuid":"94128abd-2fd4-40c3-a411-e85e154292e0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":22,"up_from":26,"up_thru":27,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6809","nonce":984685675}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6810","nonce":984685675}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6812","nonce":984685675}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6811","nonce":984685675}]},"public_addr":"10.20.193.4:6809/984685675","cluster_addr":"10.20.193.4:6810/984685675","heartbeat_back_addr":"10.20.193.4:6812/984685675","heartbeat_front_addr":"10.20.193.4:6811/984685675","state":["exists","up"]},{"osd":3,"uuid":"a463cbc3-b873-4f0e-854b-cb28babc5603","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":24,"up_from":27,"up_thru":27,"down_at":25,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6813","nonce":218412861}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6814","nonce":218412861}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6816","nonce":218412861}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.4:6815","nonce":218412861}]},"public_addr":"10.20.193.4:6813/218412861","cluster_addr":"10.20.193.4:6814/218412861","heartbeat_back_addr":"10.20.193.4:6816/218412861","heartbeat_front_addr":"10.20.193.4:6815/218412861","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.307333+0000","dead_epoch":22},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.147992+0000","dead_epoch":23},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.432827+0000","dead_epoch":24},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:07:40.370026+0000","dead_epoch":25}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.4:0/3050935799":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/501859778":"2026-02-18T22:08:36.019284+0000","10.20.193.4:6800/3087543391":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/503382043":"2026-02-18T22:08:36.019284+0000","10.20.193.4:0/876706050":"2026-02-18T22:08:36.019284+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:08:53.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 >> v1:10.20.193.4:6800/3058261106 conn(0x7fcb5004cae0 legacy=0x7fcb5006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 msgr2=0x7fcb8005a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:53.356 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 0x7fcb8005a450 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcb74002760 tx=0x7fcb7400c970 comp rx=0 tx=0).stop 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 shutdown_connections 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fcb800814c0 0x7fcb801444a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fcb80080bb0 0x7fcb8005a450 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 --2- 10.20.193.4:0/366596520 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fcb8007cb10 0x7fcb80059f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 >> 10.20.193.4:0/366596520 conn(0x7fcb800833e0 msgr2=0x7fcb8012ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 shutdown_connections 2026-02-17T22:08:53.357 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:53.353+0000 7fcb8833f640 1 -- 10.20.193.4:0/366596520 wait complete. 2026-02-17T22:08:54.365 INFO:tasks.ceph:Scrubbing osd.0 2026-02-17T22:08:54.366 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- 10.20.193.4:0/3024029252 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0130cc0 msgr2=0x7f6bc0131090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 --2- 10.20.193.4:0/3024029252 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0130cc0 0x7f6bc0131090 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4005ea0 tx=0x7f6bb402f220 comp rx=0 tx=0).stop 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- 10.20.193.4:0/3024029252 shutdown_connections 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 --2- 10.20.193.4:0/3024029252 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc01344f0 0x7f6bc0194f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 --2- 10.20.193.4:0/3024029252 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc0133b80 0x7f6bc0133fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 --2- 10.20.193.4:0/3024029252 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0130cc0 0x7f6bc0131090 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- 10.20.193.4:0/3024029252 >> 10.20.193.4:0/3024029252 conn(0x7f6bc00843d0 msgr2=0x7f6bc00847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.441 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- 10.20.193.4:0/3024029252 shutdown_connections 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- 10.20.193.4:0/3024029252 wait complete. 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 Processor -- start 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.436+0000 7f6bc4a52640 1 -- start start 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc0130cc0 0x7f6bc007b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0133b80 0x7f6bc0194c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 0x7f6bc007b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc0195ab0 con 0x7f6bc0133b80 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc0195930 con 0x7f6bc01344f0 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f6bc0195c30 con 0x7f6bc0130cc0 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbdd74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0133b80 0x7f6bc0194c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.442 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 0x7f6bc007b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbe575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc0130cc0 0x7f6bc007b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 0x7f6bc007b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49052/0 (socket says 10.20.193.4:49052) 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbdd74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0133b80 0x7f6bc0194c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51076/0 (socket says 10.20.193.4:51076) 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 -- 10.20.193.4:0/36902708 learned_addr learned my addr 10.20.193.4:0/36902708 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbe575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc0130cc0 0x7f6bc007b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52238/0 (socket says 10.20.193.4:52238) 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 -- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc0130cc0 msgr2=0x7f6bc007b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 --2- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6bc0130cc0 0x7f6bc007b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 -- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0133b80 msgr2=0x7f6bc0194c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 --2- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6bc0133b80 0x7f6bc0194c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 -- 10.20.193.4:0/36902708 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc007ce90 con 0x7f6bc01344f0 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bbed76640 1 --2- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 0x7f6bc007b7d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009e90 tx=0x7f6bb0009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:54.443 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb000cdf0 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bb00090d0 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc007ee10 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0003a80 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc007afd0 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.437+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6bc0131090 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.438+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6bb0003c20 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.438+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f6bb00640b0 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.438+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 --> v1:10.20.193.4:6801/996142856 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6bb000ae50 con 0x7f6b8c071390 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.438+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6bb006b050 con 0x7f6bc01344f0 2026-02-17T22:08:54.444 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.439+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== osd.0 v1:10.20.193.4:6801/996142856 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f6bb000ae50 con 0x7f6b8c071390 2026-02-17T22:08:54.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 --> v1:10.20.193.4:6801/996142856 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6bc005da50 con 0x7f6b8c071390 2026-02-17T22:08:54.448 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6ba6ffd640 1 -- 10.20.193.4:0/36902708 <== osd.0 v1:10.20.193.4:6801/996142856 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f6bc005da50 con 0x7f6b8c071390 2026-02-17T22:08:54.448 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:54.448 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:08:54.448 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:54.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 >> v1:10.20.193.4:6801/996142856 conn(0x7f6b8c071390 legacy=0x7f6b8c0917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 >> v1:10.20.193.4:6800/3058261106 conn(0x7f6b8c04cae0 legacy=0x7f6b8c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 msgr2=0x7f6bc007b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 --2- 10.20.193.4:0/36902708 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6bc01344f0 0x7f6bc007b7d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009e90 tx=0x7f6bb0009f90 comp rx=0 tx=0).stop 2026-02-17T22:08:54.450 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bbed76640 1 -- 10.20.193.4:0/36902708 reap_dead start 2026-02-17T22:08:54.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 shutdown_connections 2026-02-17T22:08:54.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 >> 10.20.193.4:0/36902708 conn(0x7f6bc00843d0 msgr2=0x7f6bc01323e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 shutdown_connections 2026-02-17T22:08:54.451 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.446+0000 7f6bc4a52640 1 -- 10.20.193.4:0/36902708 wait complete. 2026-02-17T22:08:54.453 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 -- 10.20.193.4:0/1364870868 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086560 msgr2=0x7f3514086930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 --2- 10.20.193.4:0/1364870868 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086560 0x7f3514086930 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3504005fd0 tx=0x7f350402f190 comp rx=0 tx=0).stop 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 -- 10.20.193.4:0/1364870868 shutdown_connections 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 --2- 10.20.193.4:0/1364870868 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141343f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 --2- 10.20.193.4:0/1364870868 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086560 0x7f3514086930 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 -- 10.20.193.4:0/1364870868 >> 10.20.193.4:0/1364870868 conn(0x7f3514089230 msgr2=0x7f351405a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.526 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 -- 10.20.193.4:0/1364870868 shutdown_connections 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 -- 10.20.193.4:0/1364870868 wait complete. 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.521+0000 7f351b5e6640 1 Processor -- start 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- start start 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3514086560 0x7f3514103c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f3514196ad0 con 0x7f3514086e70 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f3514196950 con 0x7f3514087290 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f3514196c50 con 0x7f3514086560 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3519b5c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.527 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51090/0 (socket says 10.20.193.4:51090) 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351935b640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3514086560 0x7f3514103c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 -- 10.20.193.4:0/888417099 learned_addr learned my addr 10.20.193.4:0/888417099 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3519b5c640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49070/0 (socket says 10.20.193.4:49070) 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 -- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3514086560 msgr2=0x7f3514103c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3514086560 0x7f3514103c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 -- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 msgr2=0x7f35141951b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 -- 10.20.193.4:0/888417099 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3514105290 con 0x7f3514086e70 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3519b5c640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3518b5a640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f350800c680 tx=0x7f350800cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:54.528 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3508016070 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3508004310 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3514106b50 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35080068c0 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.522+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3514106500 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.523+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3514086930 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.523+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f3508006a60 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.523+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f35080634d0 con 0x7f3514086e70 2026-02-17T22:08:54.529 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.525+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f35080625a0 con 0x7f3514086e70 2026-02-17T22:08:54.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.600+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f35141152d0 con 0x7f34e404cae0 2026-02-17T22:08:54.602 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.600+0000 7f3501ffb640 1 -- 10.20.193.4:0/888417099 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f35141152d0 con 0x7f34e404cae0 2026-02-17T22:08:54.602 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 0 to deep-scrub 2026-02-17T22:08:54.603 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 >> v1:10.20.193.4:6800/3058261106 conn(0x7f34e404cae0 legacy=0x7f34e406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 msgr2=0x7f3514104190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f350800c680 tx=0x7f350800cb50 comp rx=0 tx=0).stop 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 shutdown_connections 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f3514087290 0x7f35141951b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f3514086e70 0x7f3514104190 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 --2- 10.20.193.4:0/888417099 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f3514086560 0x7f3514103c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 >> 10.20.193.4:0/888417099 conn(0x7f3514089230 msgr2=0x7f3514114bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 shutdown_connections 2026-02-17T22:08:54.604 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.601+0000 7f351b5e6640 1 -- 10.20.193.4:0/888417099 wait complete. 2026-02-17T22:08:54.610 INFO:tasks.ceph:Scrubbing osd.1 2026-02-17T22:08:54.611 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:08:54.685 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- 10.20.193.4:0/2678965472 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c05d0a0 msgr2=0x7f2b6c176f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- 10.20.193.4:0/2678965472 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c05d0a0 0x7f2b6c176f20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2b58004770 tx=0x7f2b5802f080 comp rx=0 tx=0).stop 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- 10.20.193.4:0/2678965472 shutdown_connections 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- 10.20.193.4:0/2678965472 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c177460 0x7f2b6c197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- 10.20.193.4:0/2678965472 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c05d0a0 0x7f2b6c176f20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- 10.20.193.4:0/2678965472 >> 10.20.193.4:0/2678965472 conn(0x7f2b6c082fd0 msgr2=0x7f2b6c0833d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- 10.20.193.4:0/2678965472 shutdown_connections 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- 10.20.193.4:0/2678965472 wait complete. 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 Processor -- start 2026-02-17T22:08:54.686 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 -- start start 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 0x7f2b6c11e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c132930 0x7f2b6c11e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.681+0000 7f2b736b6640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b6c177460 0x7f2b6c11ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f2b6c198a20 con 0x7f2b6c132930 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f2b6c1988a0 con 0x7f2b6c177460 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f2b6c198ba0 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 0x7f2b6c11e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 0x7f2b6c11e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52280/0 (socket says 10.20.193.4:52280) 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 -- 10.20.193.4:0/137172760 learned_addr learned my addr 10.20.193.4:0/137172760 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b71eb3640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c132930 0x7f2b6c11e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.687 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b72eb5640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b6c177460 0x7f2b6c11ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 -- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b6c177460 msgr2=0x7f2b6c11ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f2b6c177460 0x7f2b6c11ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 -- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c132930 msgr2=0x7f2b6c11e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f2b6c132930 0x7f2b6c11e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 -- 10.20.193.4:0/137172760 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b6c07b2e0 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b726b4640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 0x7f2b6c11e380 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400c4f0 tx=0x7f2b6400c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b64016020 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b64012920 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b6c07ac70 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b64012d30 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b6c07c5a0 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.688 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.682+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2b6c07d080 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.683+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f2b6401b400 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.683+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f2b640637f0 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.683+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 --> v1:10.20.193.4:6805/1076377445 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2b3c0930a0 con 0x7f2b3c071400 2026-02-17T22:08:54.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.683+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2b640682c0 con 0x7f2b6c05d0a0 2026-02-17T22:08:54.689 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.684+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== osd.1 v1:10.20.193.4:6805/1076377445 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f2b3c0930a0 con 0x7f2b3c071400 2026-02-17T22:08:54.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 --> v1:10.20.193.4:6805/1076377445 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2b6c07d9f0 con 0x7f2b3c071400 2026-02-17T22:08:54.693 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b56ffd640 1 -- 10.20.193.4:0/137172760 <== osd.1 v1:10.20.193.4:6805/1076377445 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f2b6c07d9f0 con 0x7f2b3c071400 2026-02-17T22:08:54.693 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:54.694 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:08:54.694 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 >> v1:10.20.193.4:6805/1076377445 conn(0x7f2b3c071400 legacy=0x7f2b3c091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 >> v1:10.20.193.4:6800/3058261106 conn(0x7f2b3c04cae0 legacy=0x7f2b3c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 msgr2=0x7f2b6c11e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 --2- 10.20.193.4:0/137172760 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f2b6c05d0a0 0x7f2b6c11e380 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400c4f0 tx=0x7f2b6400c9c0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b72eb5640 1 -- 10.20.193.4:0/137172760 reap_dead start 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 shutdown_connections 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 >> 10.20.193.4:0/137172760 conn(0x7f2b6c082fd0 msgr2=0x7f2b6c07f020 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 shutdown_connections 2026-02-17T22:08:54.695 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.691+0000 7f2b736b6640 1 -- 10.20.193.4:0/137172760 wait complete. 2026-02-17T22:08:54.699 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-02-17T22:08:54.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.766+0000 7fe057ca3640 1 -- 10.20.193.4:0/3859306137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 msgr2=0x7fe05005c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.771 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.766+0000 7fe057ca3640 1 --2- 10.20.193.4:0/3859306137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05005c430 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe040005fd0 tx=0x7fe04002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- 10.20.193.4:0/3859306137 shutdown_connections 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 --2- 10.20.193.4:0/3859306137 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe050177a70 0x7fe050197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 --2- 10.20.193.4:0/3859306137 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05005c430 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- 10.20.193.4:0/3859306137 >> 10.20.193.4:0/3859306137 conn(0x7fe0500833e0 msgr2=0x7fe0500840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- 10.20.193.4:0/3859306137 shutdown_connections 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- 10.20.193.4:0/3859306137 wait complete. 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 Processor -- start 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- start start 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe05005c970 0x7fe05007aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.772 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe050177a70 0x7fe05007af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7fe050081cd0 con 0x7fe050177a70 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7fe050198e50 con 0x7fe05005c060 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe057ca3640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7fe050198cd0 con 0x7fe05005c970 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49102/0 (socket says 10.20.193.4:49102) 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 -- 10.20.193.4:0/1488247164 learned_addr learned my addr 10.20.193.4:0/1488247164 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055217640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe05005c970 0x7fe05007aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe056219640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe050177a70 0x7fe05007af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 -- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe05005c970 msgr2=0x7fe05007aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe05005c970 0x7fe05007aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 -- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe050177a70 msgr2=0x7fe05007af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.773 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe050177a70 0x7fe05007af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.767+0000 7fe055a18640 1 -- 10.20.193.4:0/1488247164 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe050081f00 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe055a18640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe040002900 tx=0x7fe040002930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe040046070 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe040002ce0 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe05007c5c0 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0400386d0 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe050192b70 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fe040038870 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.768+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe05005c430 con 0x7fe05005c060 2026-02-17T22:08:54.774 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.769+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7fe040087e80 con 0x7fe05005c060 2026-02-17T22:08:54.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.770+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fe040086f50 con 0x7fe05005c060 2026-02-17T22:08:54.849 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.847+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe050053200 con 0x7fe02004cae0 2026-02-17T22:08:54.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.847+0000 7fe03e7fc640 1 -- 10.20.193.4:0/1488247164 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7fe050053200 con 0x7fe02004cae0 2026-02-17T22:08:54.850 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 1 to deep-scrub 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 >> v1:10.20.193.4:6800/3058261106 conn(0x7fe02004cae0 legacy=0x7fe02006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 msgr2=0x7fe05007a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe040002900 tx=0x7fe040002930 comp rx=0 tx=0).stop 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 shutdown_connections 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7fe050177a70 0x7fe05007af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7fe05005c970 0x7fe05007aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.851 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 --2- 10.20.193.4:0/1488247164 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7fe05005c060 0x7fe05007a4f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 >> 10.20.193.4:0/1488247164 conn(0x7fe0500833e0 msgr2=0x7fe050186fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 shutdown_connections 2026-02-17T22:08:54.852 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.848+0000 7fe057ca3640 1 -- 10.20.193.4:0/1488247164 wait complete. 2026-02-17T22:08:54.858 INFO:tasks.ceph:Scrubbing osd.2 2026-02-17T22:08:54.858 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- 10.20.193.4:0/2907808421 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8080e70 msgr2=0x7f6fb8081240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 --2- 10.20.193.4:0/2907808421 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8080e70 0x7f6fb8081240 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6fac005ea0 tx=0x7f6fac02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- 10.20.193.4:0/2907808421 shutdown_connections 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 --2- 10.20.193.4:0/2907808421 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8081780 0x7f6fb8136230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 --2- 10.20.193.4:0/2907808421 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8080e70 0x7f6fb8081240 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- 10.20.193.4:0/2907808421 >> 10.20.193.4:0/2907808421 conn(0x7f6fb80843d0 msgr2=0x7f6fb80847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- 10.20.193.4:0/2907808421 shutdown_connections 2026-02-17T22:08:54.933 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- 10.20.193.4:0/2907808421 wait complete. 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 Processor -- start 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 -- start start 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8080e70 0x7f6fb807b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.928+0000 7f6fbd10c640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 0x7f6fb807bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6fb8136770 0x7f6fb8125c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f6fb8198d20 con 0x7f6fb8081780 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f6fb8198ba0 con 0x7f6fb8080e70 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f6fb8198ea0 con 0x7f6fb8136770 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8080e70 0x7f6fb807b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 0x7f6fb807bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.934 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 0x7f6fb807bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51122/0 (socket says 10.20.193.4:51122) 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6d76640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8080e70 0x7f6fb807b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49126/0 (socket says 10.20.193.4:49126) 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 -- 10.20.193.4:0/638884743 learned_addr learned my addr 10.20.193.4:0/638884743 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb7577640 1 --2- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6fb8136770 0x7f6fb8125c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 -- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6fb8136770 msgr2=0x7f6fb8125c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 --2- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f6fb8136770 0x7f6fb8125c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 -- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8080e70 msgr2=0x7f6fb807b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 --2- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f6fb8080e70 0x7f6fb807b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 -- 10.20.193.4:0/638884743 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fb807cbc0 con 0x7f6fb8081780 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fb6575640 1 --2- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 0x7f6fb807bba0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6fa00094b0 tx=0x7f6fa000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa000cd20 con 0x7f6fb8081780 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fa0004880 con 0x7f6fb8081780 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa0004cd0 con 0x7f6fb8081780 2026-02-17T22:08:54.935 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fb810bff0 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fb807c0e0 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.929+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6fb8081240 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.930+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6fa0004080 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.930+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f6fa0064100 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.930+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 --> v1:10.20.193.4:6809/984685675 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6f84093030 con 0x7f6f84071390 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.930+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6fa006b050 con 0x7f6fb8081780 2026-02-17T22:08:54.936 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.930+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== osd.2 v1:10.20.193.4:6809/984685675 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f6f84093030 con 0x7f6f84071390 2026-02-17T22:08:54.939 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.937+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 --> v1:10.20.193.4:6809/984685675 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6fb807e520 con 0x7f6f84071390 2026-02-17T22:08:54.940 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6f977fe640 1 -- 10.20.193.4:0/638884743 <== osd.2 v1:10.20.193.4:6809/984685675 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f6fb807e520 con 0x7f6f84071390 2026-02-17T22:08:54.940 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:54.940 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:08:54.940 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:54.941 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 >> v1:10.20.193.4:6809/984685675 conn(0x7f6f84071390 legacy=0x7f6f840917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.941 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 >> v1:10.20.193.4:6800/3058261106 conn(0x7f6f8404cae0 legacy=0x7f6f8406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.941 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 msgr2=0x7f6fb807bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:54.941 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 --2- 10.20.193.4:0/638884743 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f6fb8081780 0x7f6fb807bba0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6fa00094b0 tx=0x7f6fa000ee60 comp rx=0 tx=0).stop 2026-02-17T22:08:54.942 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fb7577640 1 -- 10.20.193.4:0/638884743 reap_dead start 2026-02-17T22:08:54.942 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 shutdown_connections 2026-02-17T22:08:54.942 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 >> 10.20.193.4:0/638884743 conn(0x7f6fb80843d0 msgr2=0x7f6fb807dbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:54.942 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 shutdown_connections 2026-02-17T22:08:54.942 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:54.938+0000 7f6fbd10c640 1 -- 10.20.193.4:0/638884743 wait complete. 2026-02-17T22:08:54.946 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-02-17T22:08:55.019 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 -- 10.20.193.4:0/3928750754 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 msgr2=0x7feaf405c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.019 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 --2- 10.20.193.4:0/3928750754 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf405c430 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7feae4005ea0 tx=0x7feae402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.019 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 -- 10.20.193.4:0/3928750754 shutdown_connections 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 --2- 10.20.193.4:0/3928750754 >> v2:10.20.193.4:3300/0 conn(0x7feaf405c970 0x7feaf4176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 --2- 10.20.193.4:0/3928750754 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf405c430 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.014+0000 7feafb158640 1 -- 10.20.193.4:0/3928750754 >> 10.20.193.4:0/3928750754 conn(0x7feaf40833e0 msgr2=0x7feaf40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- 10.20.193.4:0/3928750754 shutdown_connections 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- 10.20.193.4:0/3928750754 wait complete. 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 Processor -- start 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- start start 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feaf405c970 0x7feaf407b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feaf4176890 0x7feaf407bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.020 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7feaf4198d20 con 0x7feaf4176890 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7feaf4198ba0 con 0x7feaf405c970 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feafb158640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7feaf4198ea0 con 0x7feaf405c060 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feaf8ecd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feaf8ecd640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3302/0 says I am v2:10.20.193.4:52322/0 (socket says 10.20.193.4:52322) 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feaf8ecd640 1 -- 10.20.193.4:0/548267941 learned_addr learned my addr 10.20.193.4:0/548267941 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feaebfff640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feaf405c970 0x7feaf407b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.015+0000 7feaf96ce640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feaf4176890 0x7feaf407bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 -- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feaf405c970 msgr2=0x7feaf407b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feaf405c970 0x7feaf407b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 -- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feaf4176890 msgr2=0x7feaf407bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.021 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feaf4176890 0x7feaf407bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 -- 10.20.193.4:0/548267941 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf4178720 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feaf8ecd640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7feae402fe70 tx=0x7feae4002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae4046070 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf4198130 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feae40045f0 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae4038470 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf41772c0 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaf4082660 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.016+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7feae4038610 con 0x7feaf405c060 2026-02-17T22:08:55.022 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.017+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7feae4087f10 con 0x7feaf405c060 2026-02-17T22:08:55.023 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.018+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7feaf4082660 con 0x7feaf405c060 2026-02-17T22:08:55.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.093+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7feaf4177ad0 con 0x7feac404cae0 2026-02-17T22:08:55.096 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.093+0000 7feae97fa640 1 -- 10.20.193.4:0/548267941 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7feaf4177ad0 con 0x7feac404cae0 2026-02-17T22:08:55.096 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 2 to deep-scrub 2026-02-17T22:08:55.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 >> v1:10.20.193.4:6800/3058261106 conn(0x7feac404cae0 legacy=0x7feac406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 msgr2=0x7feaf407b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7feae402fe70 tx=0x7feae4002900 comp rx=0 tx=0).stop 2026-02-17T22:08:55.097 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 shutdown_connections 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7feaf4176890 0x7feaf407bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7feaf405c970 0x7feaf407b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 --2- 10.20.193.4:0/548267941 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7feaf405c060 0x7feaf407b470 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 >> 10.20.193.4:0/548267941 conn(0x7feaf40833e0 msgr2=0x7feaf407ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 shutdown_connections 2026-02-17T22:08:55.098 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.094+0000 7feafb158640 1 -- 10.20.193.4:0/548267941 wait complete. 2026-02-17T22:08:55.104 INFO:tasks.ceph:Scrubbing osd.3 2026-02-17T22:08:55.105 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:08:55.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 -- 10.20.193.4:0/14262188 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12f520 msgr2=0x7f5c7c12f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.179 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 --2- 10.20.193.4:0/14262188 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12f520 0x7f5c7c12f910 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5c700099b0 tx=0x7f5c7002f240 comp rx=0 tx=0).stop 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 -- 10.20.193.4:0/14262188 shutdown_connections 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 --2- 10.20.193.4:0/14262188 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12f520 0x7f5c7c12f910 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 --2- 10.20.193.4:0/14262188 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c1331c0 0x7f5c7c133590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 -- 10.20.193.4:0/14262188 >> 10.20.193.4:0/14262188 conn(0x7f5c7c0843d0 msgr2=0x7f5c7c0847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 -- 10.20.193.4:0/14262188 shutdown_connections 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.174+0000 7f5c83408640 1 -- 10.20.193.4:0/14262188 wait complete. 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 Processor -- start 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 -- start start 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 0x7f5c7c05ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12fe50 0x7f5c7c05b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.180 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5c7c1331c0 0x7f5c7c05b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c195d40 con 0x7f5c7c1331c0 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5c7c195bc0 con 0x7f5c7c12f520 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c83408640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5c7c195ec0 con 0x7f5c7c12fe50 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c8117d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 0x7f5c7c05ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c8117d640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 0x7f5c7c05ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49156/0 (socket says 10.20.193.4:49156) 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c8097c640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12fe50 0x7f5c7c05b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c8117d640 1 -- 10.20.193.4:0/1342852032 learned_addr learned my addr 10.20.193.4:0/1342852032 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.175+0000 7f5c8197e640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5c7c1331c0 0x7f5c7c05b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 -- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12fe50 msgr2=0x7f5c7c05b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12fe50 0x7f5c7c05b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 -- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5c7c1331c0 msgr2=0x7f5c7c05b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.181 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f5c7c1331c0 0x7f5c7c05b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 -- 10.20.193.4:0/1342852032 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c7c05d5e0 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8097c640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f5c7c12fe50 0x7f5c7c05b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c8117d640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 0x7f5c7c05ae70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c00e9c0 tx=0x7f5c6c00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6c00cd50 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c6c004880 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c7c081f60 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6c004cd0 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c7c081720 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5c7c133590 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.176+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5c6c004080 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.177+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5c6c064100 con 0x7f5c7c12f520 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.177+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 --> v1:10.20.193.4:6813/218412861 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5c4c093020 con 0x7f5c4c071380 2026-02-17T22:08:55.182 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.177+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5c6c06b050 con 0x7f5c7c12f520 2026-02-17T22:08:55.183 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.177+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== osd.3 v1:10.20.193.4:6813/218412861 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f5c4c093020 con 0x7f5c4c071380 2026-02-17T22:08:55.187 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.184+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 --> v1:10.20.193.4:6813/218412861 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5c7c12caf0 con 0x7f5c4c071380 2026-02-17T22:08:55.187 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c69ffb640 1 -- 10.20.193.4:0/1342852032 <== osd.3 v1:10.20.193.4:6813/218412861 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f5c7c12caf0 con 0x7f5c4c071380 2026-02-17T22:08:55.187 INFO:teuthology.orchestra.run.trial004.stdout:{ 2026-02-17T22:08:55.188 INFO:teuthology.orchestra.run.trial004.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:08:55.188 INFO:teuthology.orchestra.run.trial004.stdout:} 2026-02-17T22:08:55.189 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 >> v1:10.20.193.4:6813/218412861 conn(0x7f5c4c071380 legacy=0x7f5c4c0917b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.189 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 >> v1:10.20.193.4:6800/3058261106 conn(0x7f5c4c04cad0 legacy=0x7f5c4c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 msgr2=0x7f5c7c05ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 --2- 10.20.193.4:0/1342852032 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5c7c12f520 0x7f5c7c05ae70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c00e9c0 tx=0x7f5c6c00ee90 comp rx=0 tx=0).stop 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c8197e640 1 -- 10.20.193.4:0/1342852032 reap_dead start 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 shutdown_connections 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 >> 10.20.193.4:0/1342852032 conn(0x7f5c7c0843d0 msgr2=0x7f5c7c12b180 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 shutdown_connections 2026-02-17T22:08:55.190 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.185+0000 7f5c83408640 1 -- 10.20.193.4:0/1342852032 wait complete. 2026-02-17T22:08:55.192 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2026-02-17T22:08:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 -- 10.20.193.4:0/3900493194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc177a70 msgr2=0x7f58dc197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/3900493194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc177a70 0x7f58dc197e50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f58cc004af0 tx=0x7f58cc02f310 comp rx=0 tx=0).stop 2026-02-17T22:08:55.264 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 -- 10.20.193.4:0/3900493194 shutdown_connections 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/3900493194 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc177a70 0x7f58dc197e50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/3900493194 >> v2:10.20.193.4:3300/0 conn(0x7f58dc05c060 0x7f58dc05c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 -- 10.20.193.4:0/3900493194 >> 10.20.193.4:0/3900493194 conn(0x7f58dc0833e0 msgr2=0x7f58dc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 -- 10.20.193.4:0/3900493194 shutdown_connections 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.259+0000 7f58e0ec5640 1 -- 10.20.193.4:0/3900493194 wait complete. 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 Processor -- start 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 -- start start 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 0x7f58dc178bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f58dc177a70 0x7f58dc179130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc198dc0 con 0x7f58dc05c970 2026-02-17T22:08:55.265 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f58dc198c40 con 0x7f58dc05c060 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58e0ec5640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f58dc198f40 con 0x7f58dc177a70 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58d9d74640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 0x7f58dc178bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:49172/0 (socket says 10.20.193.4:49172) 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 -- 10.20.193.4:0/2706357037 learned_addr learned my addr 10.20.193.4:0/2706357037 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58dad76640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f58dc177a70 0x7f58dc179130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 -- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f58dc177a70 msgr2=0x7f58dc179130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f58dc177a70 0x7f58dc179130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 -- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 msgr2=0x7f58dc178bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 0x7f58dc178bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.266 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 -- 10.20.193.4:0/2706357037 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58dc17bc80 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58d9d74640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 0x7f58dc178bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58da575640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f58d0002750 tx=0x7f58d0002c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.260+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d000ecc0 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58d0010430 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58dc187b20 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d0010820 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f58dc17b2b0 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58dc05c730 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.261+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f58d0020030 con 0x7f58dc05c060 2026-02-17T22:08:55.267 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.262+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f58d0063d80 con 0x7f58dc05c060 2026-02-17T22:08:55.268 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.263+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f58dc05c730 con 0x7f58dc05c060 2026-02-17T22:08:55.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.339+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f58dc17a9b0 con 0x7f58a804cae0 2026-02-17T22:08:55.341 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.339+0000 7f58c2ffd640 1 -- 10.20.193.4:0/2706357037 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7f58dc17a9b0 con 0x7f58a804cae0 2026-02-17T22:08:55.341 INFO:teuthology.orchestra.run.trial004.stderr:instructed osd(s) 3 to deep-scrub 2026-02-17T22:08:55.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 >> v1:10.20.193.4:6800/3058261106 conn(0x7f58a804cae0 legacy=0x7f58a806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.342 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 msgr2=0x7f58dc1786b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f58d0002750 tx=0x7f58d0002c20 comp rx=0 tx=0).stop 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 shutdown_connections 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f58dc177a70 0x7f58dc179130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f58dc05c970 0x7f58dc178bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 --2- 10.20.193.4:0/2706357037 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f58dc05c060 0x7f58dc1786b0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 >> 10.20.193.4:0/2706357037 conn(0x7f58dc0833e0 msgr2=0x7f58dc075cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 shutdown_connections 2026-02-17T22:08:55.343 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.340+0000 7f58e0ec5640 1 -- 10.20.193.4:0/2706357037 wait complete. 2026-02-17T22:08:55.349 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 -- 10.20.193.4:0/3786386634 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 msgr2=0x7f1c1805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 --2- 10.20.193.4:0/3786386634 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c1805c430 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c005ea0 tx=0x7f1c0c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 -- 10.20.193.4:0/3786386634 shutdown_connections 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 --2- 10.20.193.4:0/3786386634 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c18176890 0x7f1c18196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 --2- 10.20.193.4:0/3786386634 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c1805c970 0x7f1c18176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.421 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 --2- 10.20.193.4:0/3786386634 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c1805c430 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 -- 10.20.193.4:0/3786386634 >> 10.20.193.4:0/3786386634 conn(0x7f1c180833e0 msgr2=0x7f1c180840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 -- 10.20.193.4:0/3786386634 shutdown_connections 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.416+0000 7f1c1d185640 1 -- 10.20.193.4:0/3786386634 wait complete. 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 Processor -- start 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- start start 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 0x7f1c1807a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c18176890 0x7f1c1807a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f1c18197c20 con 0x7f1c1805c060 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f1c18197aa0 con 0x7f1c18176890 2026-02-17T22:08:55.422 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f1c18197da0 con 0x7f1c1805c970 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16575640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 0x7f1c1807a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51172/0 (socket says 10.20.193.4:51172) 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c17577640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c18176890 0x7f1c1807a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 -- 10.20.193.4:0/583517243 learned_addr learned my addr 10.20.193.4:0/583517243 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 -- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 msgr2=0x7f1c1807a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 0x7f1c1807a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 -- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c18176890 msgr2=0x7f1c1807a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c18176890 0x7f1c1807a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 -- 10.20.193.4:0/583517243 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c18081f00 con 0x7f1c1805c060 2026-02-17T22:08:55.423 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16575640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 0x7f1c1807a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c16d76640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c002900 tx=0x7f1c0c002930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c046070 con 0x7f1c1805c060 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c0c0045b0 con 0x7f1c1805c060 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c1807c2b0 con 0x7f1c1805c060 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c038470 con 0x7f1c1805c060 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.417+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c1807ac80 con 0x7f1c1805c060 2026-02-17T22:08:55.424 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.418+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c1805c430 con 0x7f1c1805c060 2026-02-17T22:08:55.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.418+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1c0c038610 con 0x7f1c1805c060 2026-02-17T22:08:55.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.418+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f1c0c087d80 con 0x7f1c1805c060 2026-02-17T22:08:55.425 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.420+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mon.0 v2:10.20.193.4:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f1c0c08b030 con 0x7f1c1805c060 2026-02-17T22:08:55.497 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.495+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c18053200 con 0x7f1be404cae0 2026-02-17T22:08:55.498 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.496+0000 7f1bf77fe640 1 -- 10.20.193.4:0/583517243 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31944 (unknown 2965378022 0 649213199) 0x7f1c18053200 con 0x7f1be404cae0 2026-02-17T22:08:55.499 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 >> v1:10.20.193.4:6800/3058261106 conn(0x7f1be404cae0 legacy=0x7f1be406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 msgr2=0x7f1c18196c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c002900 tx=0x7f1c0c002930 comp rx=0 tx=0).stop 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 shutdown_connections 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f1c18176890 0x7f1c1807a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f1c1805c970 0x7f1c1807a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.500 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 --2- 10.20.193.4:0/583517243 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f1c1805c060 0x7f1c18196c50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:08:55.501 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 >> 10.20.193.4:0/583517243 conn(0x7f1c180833e0 msgr2=0x7f1c1807dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:08:55.501 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 shutdown_connections 2026-02-17T22:08:55.501 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:08:55.497+0000 7f1c1d185640 1 -- 10.20.193.4:0/583517243 wait complete. 2026-02-17T22:08:55.507 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-17T22:08:54.026540+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112008,"kb_used_data":2184,"kb_used_omap":33,"kb_used_meta":109726,"kb_avail":377375352,"statfs":{"total":386547056640,"available":386432360448,"internally_reserved":0,"allocated":2236416,"data_stored":1542319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34673,"internal_metadata":112359567},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000679"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520920+0000","last_change":"2026-02-17T22:08:46.049753+0000","last_active":"2026-02-17T22:08:50.520920+0000","last_peered":"2026-02-17T22:08:50.520920+0000","last_clean":"2026-02-17T22:08:50.520920+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:50.520920+0000","last_undegraded":"2026-02-17T22:08:50.520920+0000","last_fullsized":"2026-02-17T22:08:50.520920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:21:58.347667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056207+0000","last_change":"2026-02-17T22:08:44.040788+0000","last_active":"2026-02-17T22:08:50.056207+0000","last_peered":"2026-02-17T22:08:50.056207+0000","last_clean":"2026-02-17T22:08:50.056207+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:50.056207+0000","last_undegraded":"2026-02-17T22:08:50.056207+0000","last_fullsized":"2026-02-17T22:08:50.056207+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:35:46.592034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520902+0000","last_change":"2026-02-17T22:08:46.049720+0000","last_active":"2026-02-17T22:08:50.520902+0000","last_peered":"2026-02-17T22:08:50.520902+0000","last_clean":"2026-02-17T22:08:50.520902+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:50.520902+0000","last_undegraded":"2026-02-17T22:08:50.520902+0000","last_fullsized":"2026-02-17T22:08:50.520902+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:23:07.998480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":49,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056189+0000","last_change":"2026-02-17T22:08:44.040711+0000","last_active":"2026-02-17T22:08:50.056189+0000","last_peered":"2026-02-17T22:08:50.056189+0000","last_clean":"2026-02-17T22:08:50.056189+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:50.056189+0000","last_undegraded":"2026-02-17T22:08:50.056189+0000","last_fullsized":"2026-02-17T22:08:50.056189+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:10:21.046497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":53,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520899+0000","last_change":"2026-02-17T22:08:46.049811+0000","last_active":"2026-02-17T22:08:50.520899+0000","last_peered":"2026-02-17T22:08:50.520899+0000","last_clean":"2026-02-17T22:08:50.520899+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:50.520899+0000","last_undegraded":"2026-02-17T22:08:50.520899+0000","last_fullsized":"2026-02-17T22:08:50.520899+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:07:26.884249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056113+0000","last_change":"2026-02-17T22:08:46.049366+0000","last_active":"2026-02-17T22:08:50.056113+0000","last_peered":"2026-02-17T22:08:50.056113+0000","last_clean":"2026-02-17T22:08:50.056113+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:50.056113+0000","last_undegraded":"2026-02-17T22:08:50.056113+0000","last_fullsized":"2026-02-17T22:08:50.056113+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:07:18.708725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520861+0000","last_change":"2026-02-17T22:08:46.049399+0000","last_active":"2026-02-17T22:08:50.520861+0000","last_peered":"2026-02-17T22:08:50.520861+0000","last_clean":"2026-02-17T22:08:50.520861+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:50.520861+0000","last_undegraded":"2026-02-17T22:08:50.520861+0000","last_fullsized":"2026-02-17T22:08:50.520861+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:35:20.048147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":50,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.520925+0000","last_change":"2026-02-17T22:08:46.049655+0000","last_active":"2026-02-17T22:08:50.520925+0000","last_peered":"2026-02-17T22:08:50.520925+0000","last_clean":"2026-02-17T22:08:50.520925+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:50.520925+0000","last_undegraded":"2026-02-17T22:08:50.520925+0000","last_fullsized":"2026-02-17T22:08:50.520925+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:47.233092+0000","last_clean_scrub_stamp":"2026-02-17T22:07:47.233092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:09:54.758116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"21'79","reported_seq":165,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:50.056069+0000","last_change":"2026-02-17T22:08:44.040753+0000","last_active":"2026-02-17T22:08:50.056069+0000","last_peered":"2026-02-17T22:08:50.056069+0000","last_clean":"2026-02-17T22:08:50.056069+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:50.056069+0000","last_undegraded":"2026-02-17T22:08:50.056069+0000","last_fullsized":"2026-02-17T22:08:50.056069+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:07:43.221976+0000","last_clean_scrub_stamp":"2026-02-17T22:07:43.221976+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:06:24.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116995,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":87718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7689,"internal_metadata":28107255},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149700,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:08:55.512 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.512 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.512 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-17T22:07:47.233092+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=47, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.513 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-17T22:07:43.221976+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=7, tm_sec=43, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=8, tm_sec=53, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:08:55.514 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-17T22:09:15.515 DEBUG:teuthology.orchestra.run.trial004:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- 10.20.193.4:0/1453036979 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8081690 msgr2=0x7f33e8175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- 10.20.193.4:0/1453036979 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8081690 0x7f33e8175130 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f33d0005ea0 tx=0x7f33d002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- 10.20.193.4:0/1453036979 shutdown_connections 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- 10.20.193.4:0/1453036979 >> v2:10.20.193.4:3300/0 conn(0x7f33e8175670 0x7f33e8195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- 10.20.193.4:0/1453036979 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8081690 0x7f33e8175130 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.589 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- 10.20.193.4:0/1453036979 >> 10.20.193.4:0/1453036979 conn(0x7f33e80833e0 msgr2=0x7f33e80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- 10.20.193.4:0/1453036979 shutdown_connections 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- 10.20.193.4:0/1453036979 wait complete. 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 Processor -- start 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- start start 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 0x7f33e8175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f33e8175670 0x7f33e805ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f33e805ddd0 con 0x7f33e8175670 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f33e8196aa0 con 0x7f33e8080bb0 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.585+0000 7f33eeebe640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f33e8196920 con 0x7f33e8081690 2026-02-17T22:09:15.590 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33ecc33640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33ed434640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f33e8175670 0x7f33e805ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33ecc33640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3301/0 says I am v2:10.20.193.4:60674/0 (socket says 10.20.193.4:60674) 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33ecc33640 1 -- 10.20.193.4:0/263151597 learned_addr learned my addr 10.20.193.4:0/263151597 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 0x7f33e8175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 -- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 msgr2=0x7f33e805c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 -- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f33e8175670 msgr2=0x7f33e805ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f33e8175670 0x7f33e805ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 -- 10.20.193.4:0/263151597 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33e805a860 con 0x7f33e8081690 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33ecc33640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dffff640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 0x7f33e8175130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f33e8081b30 tx=0x7f33d0002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:09:15.591 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0046070 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f33d00045f0 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0038470 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33e805b940 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.586+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f33e805d410 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.587+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33e8080f80 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.587+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f33d0038610 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.587+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f33d0087da0 con 0x7f33e8081690 2026-02-17T22:09:15.592 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.588+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mon.2 v2:10.20.193.4:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f33d0086e70 con 0x7f33e8081690 2026-02-17T22:09:15.666 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.665+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 --> v1:10.20.193.4:6800/3058261106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33e805bc20 con 0x7f33b804cae0 2026-02-17T22:09:15.696 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.665+0000 7f33dd7fa640 1 -- 10.20.193.4:0/263151597 <== mgr.14109 v1:10.20.193.4:6800/3058261106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31953 (unknown 2965378022 0 1193067484) 0x7f33d800d150 con 0x7f33b804cae0 2026-02-17T22:09:15.697 INFO:teuthology.orchestra.run.trial004.stdout: 2026-02-17T22:09:15.699 INFO:teuthology.orchestra.run.trial004.stderr:dumped all 2026-02-17T22:09:15.699 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 >> v1:10.20.193.4:6800/3058261106 conn(0x7f33b804cae0 legacy=0x7f33b806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 msgr2=0x7f33e8175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 0x7f33e8175130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f33e8081b30 tx=0x7f33d0002900 comp rx=0 tx=0).stop 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 shutdown_connections 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f33e8175670 0x7f33e805ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f33e8081690 0x7f33e8175130 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 --2- 10.20.193.4:0/263151597 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f33e8080bb0 0x7f33e805c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 >> 10.20.193.4:0/263151597 conn(0x7f33e80833e0 msgr2=0x7f33e817cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 shutdown_connections 2026-02-17T22:09:15.700 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.666+0000 7f33eeebe640 1 -- 10.20.193.4:0/263151597 wait complete. 2026-02-17T22:09:15.701 INFO:teuthology.orchestra.run.trial004.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2026-02-17T22:09:14.028548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85,"ondisk_log_size":85,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112016,"kb_used_data":2192,"kb_used_omap":34,"kb_used_meta":109725,"kb_avail":377375344,"statfs":{"total":386547056640,"available":386432352256,"internally_reserved":0,"allocated":2244608,"data_stored":1545886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35325,"internal_metadata":112358915},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000921"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":57,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:59.778500+0000","last_change":"2026-02-17T22:08:59.778500+0000","last_active":"2026-02-17T22:08:59.778500+0000","last_peered":"2026-02-17T22:08:59.778500+0000","last_clean":"2026-02-17T22:08:59.778500+0000","last_became_active":"2026-02-17T22:08:46.049402+0000","last_became_peered":"2026-02-17T22:08:46.049402+0000","last_unstale":"2026-02-17T22:08:59.778500+0000","last_undegraded":"2026-02-17T22:08:59.778500+0000","last_fullsized":"2026-02-17T22:08:59.778500+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:59.778445+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:59.778445+0000","last_clean_scrub_stamp":"2026-02-17T22:08:59.778445+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:56:54.815273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":57,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:56.868236+0000","last_change":"2026-02-17T22:08:56.868236+0000","last_active":"2026-02-17T22:08:56.868236+0000","last_peered":"2026-02-17T22:08:56.868236+0000","last_clean":"2026-02-17T22:08:56.868236+0000","last_became_active":"2026-02-17T22:08:44.040555+0000","last_became_peered":"2026-02-17T22:08:44.040555+0000","last_unstale":"2026-02-17T22:08:56.868236+0000","last_undegraded":"2026-02-17T22:08:56.868236+0000","last_fullsized":"2026-02-17T22:08:56.868236+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:56.868163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:56.868163+0000","last_clean_scrub_stamp":"2026-02-17T22:08:56.868163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:53.064362+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00050641,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":57,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:57.741261+0000","last_change":"2026-02-17T22:08:57.741261+0000","last_active":"2026-02-17T22:08:57.741261+0000","last_peered":"2026-02-17T22:08:57.741261+0000","last_clean":"2026-02-17T22:08:57.741261+0000","last_became_active":"2026-02-17T22:08:46.049428+0000","last_became_peered":"2026-02-17T22:08:46.049428+0000","last_unstale":"2026-02-17T22:08:57.741261+0000","last_undegraded":"2026-02-17T22:08:57.741261+0000","last_fullsized":"2026-02-17T22:08:57.741261+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:57.741215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:57.741215+0000","last_clean_scrub_stamp":"2026-02-17T22:08:57.741215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T08:12:36.295173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":57,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:55.917599+0000","last_change":"2026-02-17T22:08:55.917599+0000","last_active":"2026-02-17T22:08:55.917599+0000","last_peered":"2026-02-17T22:08:55.917599+0000","last_clean":"2026-02-17T22:08:55.917599+0000","last_became_active":"2026-02-17T22:08:44.040514+0000","last_became_peered":"2026-02-17T22:08:44.040514+0000","last_unstale":"2026-02-17T22:08:55.917599+0000","last_undegraded":"2026-02-17T22:08:55.917599+0000","last_fullsized":"2026-02-17T22:08:55.917599+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:55.917532+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:55.917532+0000","last_clean_scrub_stamp":"2026-02-17T22:08:55.917532+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:00:41.684586+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00046967100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"31'3","reported_seq":62,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:56.700264+0000","last_change":"2026-02-17T22:08:56.700264+0000","last_active":"2026-02-17T22:08:56.700264+0000","last_peered":"2026-02-17T22:08:56.700264+0000","last_clean":"2026-02-17T22:08:56.700264+0000","last_became_active":"2026-02-17T22:08:46.049586+0000","last_became_peered":"2026-02-17T22:08:46.049586+0000","last_unstale":"2026-02-17T22:08:56.700264+0000","last_undegraded":"2026-02-17T22:08:56.700264+0000","last_fullsized":"2026-02-17T22:08:56.700264+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'3","last_scrub_stamp":"2026-02-17T22:08:56.700173+0000","last_deep_scrub":"31'3","last_deep_scrub_stamp":"2026-02-17T22:08:56.700173+0000","last_clean_scrub_stamp":"2026-02-17T22:08:56.700173+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:10:51.958761+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00071668999999999997,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":51,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:55.702980+0000","last_change":"2026-02-17T22:08:55.702980+0000","last_active":"2026-02-17T22:08:55.702980+0000","last_peered":"2026-02-17T22:08:55.702980+0000","last_clean":"2026-02-17T22:08:55.702980+0000","last_became_active":"2026-02-17T22:08:46.049240+0000","last_became_peered":"2026-02-17T22:08:46.049240+0000","last_unstale":"2026-02-17T22:08:55.702980+0000","last_undegraded":"2026-02-17T22:08:55.702980+0000","last_fullsized":"2026-02-17T22:08:55.702980+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:55.702916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:55.702916+0000","last_clean_scrub_stamp":"2026-02-17T22:08:55.702916+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:35:05.468021+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00024753999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":59,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:55.704367+0000","last_change":"2026-02-17T22:08:55.704367+0000","last_active":"2026-02-17T22:08:55.704367+0000","last_peered":"2026-02-17T22:08:55.704367+0000","last_clean":"2026-02-17T22:08:55.704367+0000","last_became_active":"2026-02-17T22:08:46.049163+0000","last_became_peered":"2026-02-17T22:08:46.049163+0000","last_unstale":"2026-02-17T22:08:55.704367+0000","last_undegraded":"2026-02-17T22:08:55.704367+0000","last_fullsized":"2026-02-17T22:08:55.704367+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:08:55.704319+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:08:55.704319+0000","last_clean_scrub_stamp":"2026-02-17T22:08:55.704319+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:11:59.231014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000437923,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"31'2","reported_seq":59,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:58.765920+0000","last_change":"2026-02-17T22:08:58.765920+0000","last_active":"2026-02-17T22:08:58.765920+0000","last_peered":"2026-02-17T22:08:58.765920+0000","last_clean":"2026-02-17T22:08:58.765920+0000","last_became_active":"2026-02-17T22:08:46.049322+0000","last_became_peered":"2026-02-17T22:08:46.049322+0000","last_unstale":"2026-02-17T22:08:58.765920+0000","last_undegraded":"2026-02-17T22:08:58.765920+0000","last_fullsized":"2026-02-17T22:08:58.765920+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'2","last_scrub_stamp":"2026-02-17T22:08:58.765886+0000","last_deep_scrub":"31'2","last_deep_scrub_stamp":"2026-02-17T22:08:58.765886+0000","last_clean_scrub_stamp":"2026-02-17T22:08:58.765886+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:52:31.320899+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00044437399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"31'80","reported_seq":174,"reported_epoch":31,"state":"active+clean","last_fresh":"2026-02-17T22:08:54.893985+0000","last_change":"2026-02-17T22:08:54.893985+0000","last_active":"2026-02-17T22:08:54.893985+0000","last_peered":"2026-02-17T22:08:54.893985+0000","last_clean":"2026-02-17T22:08:54.893985+0000","last_became_active":"2026-02-17T22:08:44.040512+0000","last_became_peered":"2026-02-17T22:08:44.040512+0000","last_unstale":"2026-02-17T22:08:54.893985+0000","last_undegraded":"2026-02-17T22:08:54.893985+0000","last_fullsized":"2026-02-17T22:08:54.893985+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"31'80","last_scrub_stamp":"2026-02-17T22:08:54.893931+0000","last_deep_scrub":"31'80","last_deep_scrub_stamp":"2026-02-17T22:08:54.893931+0000","last_clean_scrub_stamp":"2026-02-17T22:08:54.893931+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:54:26.293066+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":27,"seq":115964116999,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27732,"kb_used_data":260,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344108,"statfs":{"total":96636764160,"available":96608366592,"internally_reserved":0,"allocated":266240,"data_stored":91285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8341,"internal_metadata":28106603},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":26,"seq":111669149704,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27728,"kb_used_data":256,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344112,"statfs":{"total":96636764160,"available":96608370688,"internally_reserved":0,"allocated":262144,"data_stored":91282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8991,"internal_metadata":28105953},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":25,"seq":107374182408,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28312,"kb_used_data":840,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":94343528,"statfs":{"total":96636764160,"available":96607772672,"internally_reserved":0,"allocated":860160,"data_stored":681669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7693,"internal_metadata":28107251},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":24,"seq":103079215112,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28244,"kb_used_data":836,"kb_used_omap":10,"kb_used_meta":27381,"kb_avail":94343596,"statfs":{"total":96636764160,"available":96607842304,"internally_reserved":0,"allocated":856064,"data_stored":681650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10300,"internal_metadata":28039108},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:09:15.703 DEBUG:teuthology.orchestra.run.trial004:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-02-17T22:09:15.775 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 -- 10.20.193.4:0/3390749451 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f512012dd70 msgr2=0x7f5120133ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 --2- 10.20.193.4:0/3390749451 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f512012dd70 0x7f5120133ac0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5108005ea0 tx=0x7f510802f220 comp rx=0 tx=0).stop 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 -- 10.20.193.4:0/3390749451 shutdown_connections 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 --2- 10.20.193.4:0/3390749451 >> v2:10.20.193.4:3300/0 conn(0x7f5120134000 0x7f51201344a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 --2- 10.20.193.4:0/3390749451 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f512012dd70 0x7f5120133ac0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 --2- 10.20.193.4:0/3390749451 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012d460 0x7f512012d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.776 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.769+0000 7f51258ee640 1 -- 10.20.193.4:0/3390749451 >> 10.20.193.4:0/3390749451 conn(0x7f5120088570 msgr2=0x7f5120088970 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- 10.20.193.4:0/3390749451 shutdown_connections 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- 10.20.193.4:0/3390749451 wait complete. 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 Processor -- start 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- start start 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 0x7f5120141140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.777 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 --2- >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 0x7f5120141680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- --> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] -- mon_getmap magic: 0 -- 0x7f51201956d0 con 0x7f512012d460 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_getmap magic: 0 -- 0x7f5120195550 con 0x7f5120134000 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f51258ee640 1 -- --> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] -- mon_getmap magic: 0 -- 0x7f5120195850 con 0x7f512012dd70 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f511effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f511effd640 1 --2- >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.4:3300/0 says I am v2:10.20.193.4:51580/0 (socket says 10.20.193.4:51580) 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f511effd640 1 -- 10.20.193.4:0/2445277503 learned_addr learned my addr 10.20.193.4:0/2445277503 (peer_addr_for_me v2:10.20.193.4:0/0) 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f511e7fc640 1 --2- >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 0x7f5120141140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.778 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.770+0000 7f511f7fe640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 0x7f5120141680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 -- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 msgr2=0x7f5120141140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 0x7f5120141140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 -- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 msgr2=0x7f5120140c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 -- 10.20.193.4:0/2445277503 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512005d340 con 0x7f5120134000 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511e7fc640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 0x7f5120141140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511effd640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f511f7fe640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 0x7f5120141680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5110009dc0 tx=0x7f511000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51100092e0 con 0x7f5120134000 2026-02-17T22:09:15.779 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f511000cb30 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5120076aa0 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5110003a80 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f51200771a0 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.771+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5120133ac0 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.772+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5110003c20 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.772+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3026+0+0 (secure 0 0 0) 0x7f5110063fd0 con 0x7f5120134000 2026-02-17T22:09:15.780 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.773+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5110022020 con 0x7f5120134000 2026-02-17T22:09:15.850 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.848+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 --> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f51200753f0 con 0x7f5120134000 2026-02-17T22:09:15.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.851+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f51100630a0 con 0x7f5120134000 2026-02-17T22:09:15.853 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.851+0000 7f50f7fff640 1 -- 10.20.193.4:0/2445277503 <== mon.1 v2:10.20.193.4:3301/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v24)=0 v24) ==== 123+0+0 (secure 0 0 0) 0x7f5110042e20 con 0x7f5120134000 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 >> v1:10.20.193.4:6800/3058261106 conn(0x7f50f004cae0 legacy=0x7f50f006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 msgr2=0x7f5120141680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 0x7f5120141680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5110009dc0 tx=0x7f511000c490 comp rx=0 tx=0).stop 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 shutdown_connections 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3301/0,v1:10.20.193.4:6790/0] conn(0x7f5120134000 0x7f5120141680 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3302/0,v1:10.20.193.4:6791/0] conn(0x7f512012dd70 0x7f5120141140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 --2- 10.20.193.4:0/2445277503 >> [v2:10.20.193.4:3300/0,v1:10.20.193.4:6789/0] conn(0x7f512012d460 0x7f5120140c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:09:15.855 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 >> 10.20.193.4:0/2445277503 conn(0x7f5120088570 msgr2=0x7f5120131de0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:09:15.856 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 shutdown_connections 2026-02-17T22:09:15.856 INFO:teuthology.orchestra.run.trial004.stderr:2026-02-17T22:09:15.852+0000 7f51258ee640 1 -- 10.20.193.4:0/2445277503 wait complete. 2026-02-17T22:09:15.862 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-17T22:09:15.863 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-17T22:09:15.863 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-17T22:09:15.863 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:15.906 INFO:tasks.ceph.osd.0:Stopped 2026-02-17T22:09:15.906 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-17T22:09:15.906 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:15.942 INFO:tasks.ceph.osd.1:Stopped 2026-02-17T22:09:15.943 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-17T22:09:15.943 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.015 INFO:tasks.ceph.osd.2:Stopped 2026-02-17T22:09:16.015 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-17T22:09:16.015 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.081 INFO:tasks.ceph.osd.3:Stopped 2026-02-17T22:09:16.082 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-17T22:09:16.082 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-17T22:09:16.082 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.145 INFO:tasks.ceph.mgr.x:Stopped 2026-02-17T22:09:16.145 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-17T22:09:16.146 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.209 INFO:tasks.ceph.mgr.y:Stopped 2026-02-17T22:09:16.209 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-17T22:09:16.209 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-17T22:09:16.210 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.258 INFO:tasks.ceph.mon.a:Stopped 2026-02-17T22:09:16.259 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-17T22:09:16.259 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.308 INFO:tasks.ceph.mon.b:Stopped 2026-02-17T22:09:16.308 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-17T22:09:16.308 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:09:16.357 INFO:tasks.ceph.mon.c:Stopped 2026-02-17T22:09:16.358 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-17T22:09:16.358 DEBUG:teuthology.orchestra.run.trial004:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v 'is offline because no MDS' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v BLUESTORE_SLOW_OP_ALERT | egrep -v 'slow operation indications in BlueStore' | egrep -v 'experiencing slow operations in BlueStore' | egrep -v MGR_MODULE_ERROR | egrep -v OSD_DOWN | egrep -v 'osd.* is down' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'osds down' | egrep -v 'osd.* is down' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'pg .* is stuck inactive' | egrep -v 'pg .* is .*degraded' | egrep -v 'pg .* is stuck peering' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2026-02-17T22:09:16.427 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:09:16.427 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-02-17T22:09:16.496 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:09:16.496 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-02-17T22:09:16.571 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:09:16.571 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-02-17T22:09:16.644 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:09:16.644 DEBUG:teuthology.orchestra.run.trial004:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2026-02-17T22:09:16.713 INFO:tasks.ceph:Archiving mon data... 2026-02-17T22:09:16.715 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/mon/ceph-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/data/mon.a.tgz 2026-02-17T22:09:16.715 DEBUG:teuthology.orchestra.run.trial004:> mktemp 2026-02-17T22:09:16.770 INFO:teuthology.orchestra.run.trial004.stdout:/tmp/tmp.ddId1boGwq 2026-02-17T22:09:16.770 DEBUG:teuthology.orchestra.run.trial004:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.ddId1boGwq 2026-02-17T22:09:16.863 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0666 /tmp/tmp.ddId1boGwq 2026-02-17T22:09:16.943 DEBUG:teuthology.orchestra.remote:trial004:/tmp/tmp.ddId1boGwq is 231KB 2026-02-17T22:09:17.004 DEBUG:teuthology.orchestra.run.trial004:> rm -fr /tmp/tmp.ddId1boGwq 2026-02-17T22:09:17.020 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/mon/ceph-b to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/data/mon.b.tgz 2026-02-17T22:09:17.020 DEBUG:teuthology.orchestra.run.trial004:> mktemp 2026-02-17T22:09:17.075 INFO:teuthology.orchestra.run.trial004.stdout:/tmp/tmp.DgTtdo2zy1 2026-02-17T22:09:17.075 DEBUG:teuthology.orchestra.run.trial004:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.DgTtdo2zy1 2026-02-17T22:09:17.174 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0666 /tmp/tmp.DgTtdo2zy1 2026-02-17T22:09:17.256 DEBUG:teuthology.orchestra.remote:trial004:/tmp/tmp.DgTtdo2zy1 is 275KB 2026-02-17T22:09:17.349 DEBUG:teuthology.orchestra.run.trial004:> rm -fr /tmp/tmp.DgTtdo2zy1 2026-02-17T22:09:17.366 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/mon/ceph-c to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/data/mon.c.tgz 2026-02-17T22:09:17.366 DEBUG:teuthology.orchestra.run.trial004:> mktemp 2026-02-17T22:09:17.423 INFO:teuthology.orchestra.run.trial004.stdout:/tmp/tmp.wqE83P8KYv 2026-02-17T22:09:17.424 DEBUG:teuthology.orchestra.run.trial004:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.wqE83P8KYv 2026-02-17T22:09:17.521 DEBUG:teuthology.orchestra.run.trial004:> sudo chmod 0666 /tmp/tmp.wqE83P8KYv 2026-02-17T22:09:17.603 DEBUG:teuthology.orchestra.remote:trial004:/tmp/tmp.wqE83P8KYv is 275KB 2026-02-17T22:09:17.695 DEBUG:teuthology.orchestra.run.trial004:> rm -fr /tmp/tmp.wqE83P8KYv 2026-02-17T22:09:17.713 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-17T22:09:17.713 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-17T22:09:17.832 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-17T22:09:17.832 INFO:tasks.ceph:Archiving crash dumps... 2026-02-17T22:09:17.835 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/remote/trial004/crash 2026-02-17T22:09:17.836 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-17T22:09:17.896 INFO:tasks.ceph:Compressing logs... 2026-02-17T22:09:17.896 DEBUG:teuthology.orchestra.run.trial004:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37918.log 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30080.log 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37918.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.37918.log.gz 2026-02-17T22:09:17.965 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29517.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.30080.log.gz 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37134.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29517.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38261.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29517.log.gz 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24582.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37134.log.gz 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25484.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38261.log.gz 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24582.log: /var/log/ceph/ceph-client.admin.25484.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.24582.log.gz 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24681.log 2026-02-17T22:09:17.966 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.25484.log.gz 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37111.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24967.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24681.log.gz 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37111.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32299.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37111.log.gz 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24967.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24967.log.gz 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32302.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.32299.log.gz 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32105.log 2026-02-17T22:09:17.967 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24295.log 2026-02-17T22:09:17.968 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32302.log.gz 2026-02-17T22:09:17.968 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30492.log 2026-02-17T22:09:17.968 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37605.log 2026-02-17T22:09:17.968 INFO:teuthology.orchestra.run.trial004.stderr: 74.9% -- replaced with /var/log/ceph/ceph-client.admin.24295.log.gz 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30492.log: /var/log/ceph/ceph-client.admin.32105.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25290.log 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30492.log.gz 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.32105.log.gz 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37040.log 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37605.log.gz 2026-02-17T22:09:18.000 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38408.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.25290.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29705.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37040.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29754.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38408.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24792.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29705.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24722.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29754.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24792.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24792.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24862.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24722.log.gz 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33187.log 2026-02-17T22:09:18.001 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24862.log: gzip -5 --verbose -- 0.0% /var/log/ceph/ceph-client.admin.32772.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: -- replaced with /var/log/ceph/ceph-client.admin.24862.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.33187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25705.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.33187.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37409.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32772.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38749.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.25705.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25858.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.37409.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30078.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38749.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32103.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.25858.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37775.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30078.log.gz 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37281.log 2026-02-17T22:09:18.002 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.32103.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24827.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37775.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32547.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37281.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24504.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24827.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37088.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32547.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37408.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24504.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37411.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37088.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24897.log 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.37408.log.gz 2026-02-17T22:09:18.003 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30636.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.37411.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24897.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.24897.log.gz -5 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: --verbose -- /var/log/ceph/ceph-client.admin.30491.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30636.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25611.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.30636.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30079.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30491.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38114.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.25611.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32773.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30079.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38653.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38114.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35037.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.32773.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36993.log 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38653.log.gz 2026-02-17T22:09:18.004 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.35037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31976.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.35037.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.36993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32300.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36993.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.31976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38163.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.31976.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30289.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.32300.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38163.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32782.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38163.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24609.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.30289.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30587.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32782.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25337.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24609.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29607.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.30587.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31927.log 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.25337.log.gz 2026-02-17T22:09:18.005 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37232.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.29607.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.31927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38310.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.31927.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32548.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37232.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29883.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.38310.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37774.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32548.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32104.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.29883.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33095.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37774.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24749.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.32104.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.33095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29882.log 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.33095.log.gz 2026-02-17T22:09:18.006 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24749.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24749.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37183.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.29882.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37833.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29542.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37183.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24924.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37833.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29542.log: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37776.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.29542.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24924.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24924.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30779.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37776.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37776.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29332.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30779.log.gz 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32691.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30195.log 2026-02-17T22:09:18.007 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29332.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30685.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32691.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38212.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30195.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24372.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30685.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30295.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38212.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24372.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.24372.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30391.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.30295.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29447.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24097.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30391.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37604.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.29447.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24097.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24097.log.gz 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29881.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38065.log 2026-02-17T22:09:18.008 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37604.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30732.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.29881.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32106.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38065.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34110.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30732.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31858.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.32106.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.34110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38359.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.34110.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.31858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35951.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.31858.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24477.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.38359.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.35951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37607.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.35951.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32301.log 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24477.log.gz 2026-02-17T22:09:18.009 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24337.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37607.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32899.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.32301.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24441.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24337.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37967.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.32899.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24441.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24441.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32997.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25658.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37967.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32549.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.32997.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30077.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.25658.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33046.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32549.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30077.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30077.log.gz 2026-02-17T22:09:18.010 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.33046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24399.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33046.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38506.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32586.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24399.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38506.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.17784.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38506.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36899.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32586.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph.tmp-client.admin.17784.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.17784.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38604.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.36899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24644.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36899.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36852.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38604.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38457.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 94.3% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24644.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.36852.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36852.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29656.log 2026-02-17T22:09:18.011 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.38457.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24547.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32948.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29656.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37410.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24547.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.32948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36946.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.32948.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29884.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.37410.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.36946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38016.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36946.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.29884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25941.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.29884.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37606.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.38016.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.25941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38702.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.25941.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.37606.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37606.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24261.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30490.log 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.24261.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38702.log.gz 2026-02-17T22:09:18.012 INFO:teuthology.orchestra.run.trial004.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24261.log.gz 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30287.log 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38555.log 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.30490.log.gz 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.30287.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30287.log.gz 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr:/var/log/ceph/ceph-client.admin.38555.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.38555.log.gz 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2026-02-17T22:09:18.013 INFO:teuthology.orchestra.run.trial004.stderr: 95.8% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-02-17T22:09:18.018 INFO:teuthology.orchestra.run.trial004.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2026-02-17T22:09:18.022 INFO:teuthology.orchestra.run.trial004.stderr: 95.3% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2026-02-17T22:09:18.022 INFO:teuthology.orchestra.run.trial004.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-02-17T22:09:18.027 INFO:teuthology.orchestra.run.trial004.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-02-17T22:09:18.035 INFO:teuthology.orchestra.run.trial004.stderr: 94.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-02-17T22:09:18.037 INFO:teuthology.orchestra.run.trial004.stderr: 2026-02-17T22:09:18.037 INFO:teuthology.orchestra.run.trial004.stderr:real 0m0.085s 2026-02-17T22:09:18.037 INFO:teuthology.orchestra.run.trial004.stderr:user 0m0.401s 2026-02-17T22:09:18.037 INFO:teuthology.orchestra.run.trial004.stderr:sys 0m0.093s 2026-02-17T22:09:18.038 INFO:tasks.ceph:Archiving logs... 2026-02-17T22:09:18.038 DEBUG:teuthology.misc:Transferring archived files from trial004:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/remote/trial004/log 2026-02-17T22:09:18.040 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T22:09:18.303 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-17T22:09:18.316 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-17T22:09:18.316 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-17T22:09:18.433 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-17T22:09:18.445 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-17T22:09:18.445 DEBUG:teuthology.orchestra.run.trial004:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T22:09:18.461 INFO:teuthology.orchestra.run.trial004.stderr:bash: line 1: ntpq: command not found 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:=============================================================================== 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:^+ 172-235-154-118.ip.linod> 4 6 77 54 -749us[-1794us] +/- 59ms 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:^- ntp.shastacoe.net 2 6 77 52 -178us[ -178us] +/- 68ms 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:^+ time.trtnw.net 2 6 77 52 +2189us[+2189us] +/- 35ms 2026-02-17T22:09:18.481 INFO:teuthology.orchestra.run.trial004.stdout:^* 38.134.40.65 2 6 77 53 -1342us[-2387us] +/- 23ms 2026-02-17T22:09:18.482 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-17T22:09:18.495 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-17T22:09:18.496 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-17T22:09:18.509 DEBUG:teuthology.orchestra.run.trial004:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T22:09:18.567 DEBUG:teuthology.orchestra.run.trial004:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T22:09:18.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:09:18.591 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-17T22:09:18.607 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-17T22:09:18.626 INFO:teuthology.task.internal:Duration was 257.403409 seconds 2026-02-17T22:09:18.626 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-17T22:09:18.645 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-17T22:09:18.645 DEBUG:teuthology.orchestra.run.trial004:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T22:09:18.683 INFO:teuthology.orchestra.run.trial004.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T22:09:19.112 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-17T22:09:19.112 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial004.front.sepia.ceph.com 2026-02-17T22:09:19.113 DEBUG:teuthology.orchestra.run.trial004:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T22:09:19.173 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-17T22:09:19.173 DEBUG:teuthology.orchestra.run.trial004:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T22:09:19.258 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-17T22:09:19.259 DEBUG:teuthology.orchestra.run.trial004:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T22:09:19.324 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:09:19.324 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:09:19.325 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T22:09:19.325 INFO:teuthology.orchestra.run.trial004.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T22:09:19.325 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T22:09:19.328 INFO:teuthology.orchestra.run.trial004.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 87.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T22:09:19.331 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-17T22:09:19.349 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-17T22:09:19.350 DEBUG:teuthology.orchestra.run.trial004:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T22:09:19.395 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-17T22:09:19.414 DEBUG:teuthology.orchestra.run.trial004:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T22:09:19.457 INFO:teuthology.orchestra.run.trial004.stdout:kernel.core_pattern = core 2026-02-17T22:09:19.488 DEBUG:teuthology.orchestra.run.trial004:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T22:09:19.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:09:19.545 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-17T22:09:19.564 INFO:teuthology.task.internal:Transferring archived files... 2026-02-17T22:09:19.565 DEBUG:teuthology.misc:Transferring archived files from trial004:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/53966/remote/trial004 2026-02-17T22:09:19.565 DEBUG:teuthology.orchestra.run.trial004:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T22:09:19.618 INFO:teuthology.task.internal:Removing archive directory... 2026-02-17T22:09:19.618 DEBUG:teuthology.orchestra.run.trial004:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T22:09:19.666 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-17T22:09:19.686 INFO:teuthology.task.internal:Not uploading archives. 2026-02-17T22:09:19.686 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-17T22:09:19.706 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-17T22:09:19.706 DEBUG:teuthology.orchestra.run.trial004:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T22:09:19.725 INFO:teuthology.orchestra.run.trial004.stdout: 791912 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 22:09 /home/ubuntu/cephtest 2026-02-17T22:09:19.726 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-17T22:09:19.747 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-17T22:09:19.789 INFO:teuthology.run:Summary data: description: upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} duration: 257.4034094810486 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-17T22:09:19.789 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T22:09:19.909 INFO:teuthology.run:pass